-- Logs begin at Mon 2022-04-11 17:12:28 UTC, end at Mon 2022-04-11 18:30:32 UTC. -- Apr 11 18:03:43.939584 dv-cinder-837354-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 18:03:46.935580 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.common.config [-] Logging enabled! Apr 11 18:03:46.936356 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 18:03:46.936449 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 18:03:46.939834 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.common.config [-] Logging enabled! Apr 11 18:03:46.940084 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 18:03:46.940402 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 18:03:46.941361 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 18:03:46.941595 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 18:03:46.942002 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 18:03:46.942251 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 18:03:46.942485 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 18:03:46.942905 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.943342 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 18:03:46.943669 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.943969 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.944291 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.944594 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.944893 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.945177 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.945471 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.945772 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.946058 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.946343 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.946637 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.946928 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.947213 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.947501 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.947793 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.948111 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] debug = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.948399 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.948831 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.949263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.949547 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.949836 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.950115 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.950390 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.950667 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.950954 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.951288 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] host = dv-cinder-837354-1-iscsi {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.951569 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.951857 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.952181 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.952471 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.952747 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.953023 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.953310 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.953585 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.953859 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.954133 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.954428 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.954718 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.955011 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.955238 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.955463 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.955756 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.956065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.956346 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.956625 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.956903 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.957180 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.957977 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.958256 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.958552 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.958843 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.959131 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.959411 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.959689 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.959963 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.960261 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.960551 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.960829 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.961106 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.961384 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.961674 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.961947 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.962224 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.962527 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.962819 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.963106 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.963396 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.963670 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.963956 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.964252 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.964526 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.964798 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_json = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.965075 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.965343 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.965628 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.965903 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.966175 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.966451 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.966723 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.967011 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.967286 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:46.967585 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.967883 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.968209 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.968516 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.968809 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.969092 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.969384 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.969665 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.969955 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.970247 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.970545 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.970819 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.971125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.971419 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.971717 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.972025 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.972343 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.972636 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.972915 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.973811 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.974090 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.974373 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.974664 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.974943 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.975233 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.975525 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.975808 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.976135 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.976424 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.976720 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.977012 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.977287 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.977567 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.977862 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.978145 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.978420 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.978704 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.978993 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.979270 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.979546 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.979828 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.980129 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.980404 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.980676 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.980955 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.981243 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.981518 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.981790 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.982061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.982342 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.982614 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.982903 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.983179 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.983452 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.983725 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.984007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.984306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.984582 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.984859 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.985134 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.985410 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.985684 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.985958 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.986231 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.986505 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.986777 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.987049 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.987321 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.987854 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.988160 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.988438 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.988741 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.989020 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.989296 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.989587 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.989896 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.990173 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.990454 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.990734 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.991014 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.991292 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.991570 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.991850 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.992158 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.992434 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.992727 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.993013 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.993303 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.993606 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.993890 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.994183 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.994463 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.994742 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.995027 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.995306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.995588 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.995875 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.996186 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.996484 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.996783 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.997081 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.997377 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.997673 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.997958 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.998272 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.998564 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:46.998781 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 18:03:46.999025 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103881) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 18:03:47.386242 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 18:03:47.386521 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 18:03:47.386827 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 18:03:47.387170 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 18:03:47.719440 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.719653 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.719926 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.721257 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.721535 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.721804 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.777003 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.777282 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.777548 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.792823 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.793107 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.793378 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.823971 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.824280 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.824550 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.861649 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.861950 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:47.862249 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.206014 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.206649 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.206649 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.206842 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.208079 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.322078 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.322404 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.322692 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.322970 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.323237 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.323551 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.323816 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.324094 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.324352 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.324637 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.324900 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.325168 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.325428 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.325682 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.325939 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.326203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.326461 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.326732 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.327004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.327264 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.327691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.327955 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.328267 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.328657 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.328917 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.329173 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.329579 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:03:48.329825 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:03:48.330073 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:03:48.330314 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:03:48.330554 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:03:48.330811 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:03:48.331163 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 18:03:48.334887 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 18:03:48.338854 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 18:03:48.342533 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 11 18:03:48.344200 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 18:03:48.344667 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 18:03:48.345006 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 18:03:48.345393 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 18:03:48.349020 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 18:03:48.349271 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 18:03:48.349625 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 18:03:48.354566 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 18:03:48.378284 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 18:03:48.378740 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.379043 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103881) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 18:03:48.379446 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.380845 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103881) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 18:03:48.381129 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 18:03:48.381379 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 18:03:48.384695 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.384982 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:48.446236 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 18:03:48.446476 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 18:03:48.446714 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 18:03:48.447092 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 18:03:48.467763 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_db.sqlalchemy.engines [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103881) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 18:03:49.097667 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Initializing driver for type 'gre' Apr 11 18:03:49.098834 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] gre ID ranges: [(1, 1000)] Apr 11 18:03:49.314730 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Initializing driver for type 'local' Apr 11 18:03:49.315414 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Initializing driver for type 'vlan' Apr 11 18:03:49.417616 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] VlanTypeDriver initialization complete Apr 11 18:03:49.417882 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Initializing driver for type 'vxlan' Apr 11 18:03:49.418399 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] vxlan ID ranges: [(1, 1000)] Apr 11 18:03:49.635269 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Initializing extension driver 'port_security' Apr 11 18:03:49.635639 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.extensions.port_security [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] PortSecurityExtensionDriver initialization complete Apr 11 18:03:49.635978 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Initializing mechanism driver 'openvswitch' Apr 11 18:03:49.636327 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Initializing mechanism driver 'hyperv' Apr 11 18:03:49.643264 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:03:49.644164 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.644550 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.645424 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.645979 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:03:49.646422 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.646782 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.647140 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.647539 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:03:49.647949 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > network after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.648377 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > network after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.648724 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > network after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.649123 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:03:49.649529 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.649882 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.650227 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.650628 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:03:49.651095 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.651454 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.651817 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.652233 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:03:49.652641 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.658344 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.658344 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.658344 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:03:49.658344 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] ML2 OVO RPC backend initialized. {{(pid=103881) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 18:03:49.658344 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.658711 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.658711 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > network before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.658711 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > networks before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.658711 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > port before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > ports before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > network after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659301 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > network after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659301 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > network after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659301 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659301 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659658 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.659781 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.660145 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.660483 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.668412 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded quota_driver: . Apr 11 18:03:49.668731 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.plugin [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Modular L2 Plugin initialization complete Apr 11 18:03:49.669083 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading services supported by the core plugin {{(pid=103881) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 18:03:49.669428 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Got port-security extension from driver 'port_security' Apr 11 18:03:49.669910 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.extensions.vlantransparent [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Disabled vlantransparent extension. Apr 11 18:03:49.670413 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103881) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 18:03:49.670741 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading Plugin: router Apr 11 18:03:49.705540 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.705940 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router after_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.706315 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router before_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.706683 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.707065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.707936 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router after_delete 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.708320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.708675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.709037 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router after_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.709391 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router after_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.709742 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router after_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.710095 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.710457 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router after_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.710875 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.711245 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.711587 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.711928 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: subnet after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.712299 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.712653 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.713001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.713346 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: port before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.713692 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.714052 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router after_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.714393 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.714745 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.715109 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.715456 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.715824 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > agent after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.716218 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.716697 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > network after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.717556 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Tracking information for resource: router configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:03:49.717893 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Tracking information for resource: floatingip configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:03:49.722785 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.db.l3_agentschedulers_db [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 18:03:49.723976 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.724370 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.724724 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.725077 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.725945 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router before_create 55550100 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.726316 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.726679 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.727044 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.731845 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.services.provider_configuration [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service providers = [] {{(pid=103881) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 18:03:49.732248 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.db.servicetype_db [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103881) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 18:03:49.735223 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.services.service_base [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:03:49.735575 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.services.service_base [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:03:49.735922 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.services.service_base [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:03:49.736870 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.services.service_base [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:03:49.737245 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.services.service_base [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 18:03:49.737885 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:03:49.738206 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 18:03:49.750481 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:03:49.750822 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading Plugin: auto_allocate Apr 11 18:03:49.757548 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: network precommit_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.757926 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: network precommit_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.758459 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:03:49.758785 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading Plugin: tag Apr 11 18:03:49.765670 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:03:49.766007 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading Plugin: timestamp Apr 11 18:03:49.770382 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:03:49.770741 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading Plugin: network_ip_availability Apr 11 18:03:49.776348 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.776724 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.777106 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:49.777834 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:03:49.778164 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading Plugin: flavors Apr 11 18:03:49.783048 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:03:49.783391 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading Plugin: revisions Apr 11 18:03:49.788295 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:03:49.788714 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.402s {{(pid=103881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 18:03:49.789442 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103881) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 18:03:49.789785 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Initializing extension manager. Apr 11 18:03:49.790313 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: __init__.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.790661 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: __pycache__ {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.790998 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: address_group.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.791759 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.792367 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: address-group Apr 11 18:03:49.792697 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: address_scope.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.793415 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.793937 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: address-scope Apr 11 18:03:49.794262 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.795196 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.795717 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: router-admin-state-down-before-update Apr 11 18:03:49.796070 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: agent.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.796774 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.797292 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: agent Apr 11 18:03:49.797618 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: agent_resources_synced.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.798536 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.799050 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: agent-resources-synced Apr 11 18:03:49.799373 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.801300 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.801824 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: allowed-address-pairs Apr 11 18:03:49.802155 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.803228 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.803746 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: auto-allocated-topology Apr 11 18:03:49.804097 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: availability_zone.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.804795 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.805309 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: availability_zone Apr 11 18:03:49.805662 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: availability_zone_filter.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.806584 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.807097 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: availability_zone_filter Apr 11 18:03:49.807426 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: data_plane_status.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.808384 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.808893 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 18:03:49.809219 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: default_subnetpools.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.810139 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.810653 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: default-subnetpools Apr 11 18:03:49.810980 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.811784 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.812328 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: dhcp_agent_scheduler Apr 11 18:03:49.812657 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: dns.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.813573 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.814088 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 18:03:49.814417 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: dns_domain_ports.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.815336 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.815850 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 18:03:49.816213 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.817213 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.817723 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 18:03:49.818056 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: dvr.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.818730 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.819246 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: dvr Apr 11 18:03:49.819574 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: ecmp_routes.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.820525 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.821038 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 18:03:49.821362 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: empty_string_filtering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.822277 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.822789 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: empty-string-filtering Apr 11 18:03:49.823112 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.824022 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.824560 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 18:03:49.824884 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.825808 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.826316 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 18:03:49.826640 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: external_net.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.838615 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.839135 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: external-net Apr 11 18:03:49.839460 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.840438 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.840954 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: extra_dhcp_opt Apr 11 18:03:49.841282 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: extraroute.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.842205 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.842720 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: extraroute Apr 11 18:03:49.843042 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: extraroute_atomic.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.844100 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.844661 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: extraroute-atomic Apr 11 18:03:49.844987 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: filter_validation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.845661 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.846177 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: filter-validation Apr 11 18:03:49.846505 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: fip_pf_description.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.847604 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.848835 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 18:03:49.849168 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: fip_pf_port_range.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.850103 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.850619 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 18:03:49.850945 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: fip_port_details.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.851885 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.852427 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: fip-port-details Apr 11 18:03:49.852752 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: flavors.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.853983 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.854503 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: flavors Apr 11 18:03:49.854833 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.856593 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.857090 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 18:03:49.857425 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: floatingip_pools.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.858132 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.858645 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: floatingip-pools Apr 11 18:03:49.858979 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: ip_allocation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.859929 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.860474 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 18:03:49.860800 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.861719 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.862233 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: ip-substring-filtering Apr 11 18:03:49.862817 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l2_adjacency.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.863766 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.864316 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 18:03:49.864642 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l3.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.865628 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.872817 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: router Apr 11 18:03:49.872817 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.874831 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.875371 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 18:03:49.875712 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.876675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.877202 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: ext-gw-mode Apr 11 18:03:49.877538 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.878465 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.878982 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: l3-ha Apr 11 18:03:49.879366 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.880329 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.880842 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 18:03:49.881171 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l3_flavors.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.882102 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.882618 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: l3-flavors Apr 11 18:03:49.882950 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.884354 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.884878 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 18:03:49.885218 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.886165 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.886685 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 18:03:49.887032 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: l3agentscheduler.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.888078 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.888599 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: l3_agent_scheduler Apr 11 18:03:49.888931 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: local_ip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.890860 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.891389 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension local_ip not supported by any of loaded plugins Apr 11 18:03:49.891728 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: logging.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.893250 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.893781 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension logging not supported by any of loaded plugins Apr 11 18:03:49.894117 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: metering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.895395 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.896005 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: metering Apr 11 18:03:49.896364 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.897603 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.898127 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: metering_source_and_destination_fields Apr 11 18:03:49.898456 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: multiprovidernet.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.899418 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.899917 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: multi-provider Apr 11 18:03:49.900272 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: netmtu.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.905887 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.906402 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: net-mtu Apr 11 18:03:49.906734 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: netmtu_writable.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.907662 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.908231 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: net-mtu-writable Apr 11 18:03:49.908580 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: network_availability_zone.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.909293 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.909812 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: network_availability_zone Apr 11 18:03:49.910145 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: network_ip_availability.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.911825 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.912383 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: network-ip-availability Apr 11 18:03:49.912718 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: network_segment_range.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.913581 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.914253 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 18:03:49.914496 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: pagination.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.915529 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.915864 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: pagination Apr 11 18:03:49.916233 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: port_device_profile.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.917171 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.917708 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: port-device-profile Apr 11 18:03:49.918034 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.919011 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.919484 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: port-mac-address-regenerate Apr 11 18:03:49.919808 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.920796 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.921315 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: port-numa-affinity-policy Apr 11 18:03:49.921643 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: port_resource_request.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.922557 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.923070 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 18:03:49.923397 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.924409 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.924928 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 18:03:49.925257 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: portbindings.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.926335 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.926859 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: binding Apr 11 18:03:49.927187 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: portbindings_extended.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.928526 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.929345 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: binding-extended Apr 11 18:03:49.929914 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: portsecurity.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.931199 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.931771 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: port-security Apr 11 18:03:49.932135 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: project_id.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.933136 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.933474 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: project-id Apr 11 18:03:49.933843 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: providernet.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.934731 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.935257 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: provider Apr 11 18:03:49.935584 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.940486 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.941023 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos not supported by any of loaded plugins Apr 11 18:03:49.941361 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.942703 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.943228 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 18:03:49.943565 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.944700 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.945224 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 18:03:49.945625 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_default.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.946549 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.947066 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-default not supported by any of loaded plugins Apr 11 18:03:49.948178 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_fip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.948371 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.948898 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 18:03:49.949231 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.957296 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.958348 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 18:03:49.958674 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.959612 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.960204 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 18:03:49.960491 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.961414 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.961931 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 18:03:49.962256 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.963316 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.963834 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 18:03:49.964194 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.965263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.965783 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 18:03:49.966112 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_pps_rule.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.967314 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.967883 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 18:03:49.968251 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.969182 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.969701 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 18:03:49.970028 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.970979 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.971504 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 18:03:49.971829 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: qos_rules_alias.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.972905 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.973987 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 18:03:49.974315 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: quota_check_limit.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.975241 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.975765 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: quota-check-limit Apr 11 18:03:49.976117 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: quotasv2.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.977139 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.977465 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: quotas Apr 11 18:03:49.977795 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: quotasv2_detail.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.985694 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.986033 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: quota_details Apr 11 18:03:49.986363 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: rbac.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.987430 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.988279 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: rbac-policies Apr 11 18:03:49.988634 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: rbac_address_group.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.989570 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.990093 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: rbac-address-group Apr 11 18:03:49.990424 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: rbac_address_scope.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.991349 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.991870 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: rbac-address-scope Apr 11 18:03:49.992234 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: rbac_security_groups.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.993229 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.993777 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: rbac-security-groups Apr 11 18:03:49.994105 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.995034 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.995552 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: rbac-subnetpool Apr 11 18:03:49.995879 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: revisionifmatch.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.996847 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.997368 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: revision-if-match Apr 11 18:03:49.997697 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: revisions.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:49.998825 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:49.999360 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: standard-attr-revisions Apr 11 18:03:49.999709 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: router_availability_zone.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.000402 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.000926 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: router_availability_zone Apr 11 18:03:50.001254 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: routerservicetype.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.002235 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.002748 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 18:03:50.003072 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.004007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.005093 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: security-groups-normalized-cidr Apr 11 18:03:50.005417 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.006348 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.006866 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: port-security-groups-filtering Apr 11 18:03:50.007192 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.008182 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.008701 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: security-groups-remote-address-group Apr 11 18:03:50.009024 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.009996 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.010516 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: security-groups-shared-filtering Apr 11 18:03:50.010887 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.011477 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 18:03:50.011800 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: securitygroup.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.022172 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.022707 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: security-group Apr 11 18:03:50.023048 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: segment.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.023784 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.024344 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension segment not supported by any of loaded plugins Apr 11 18:03:50.024676 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.025672 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.026193 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 18:03:50.026523 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: servicetype.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.027638 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.028233 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: service-type Apr 11 18:03:50.028569 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: sorting.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.029585 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.029918 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: sorting Apr 11 18:03:50.030244 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: standard_attr_segment.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.031168 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.031694 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 18:03:50.032024 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: standardattrdescription.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.032697 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.033208 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: standard-attr-description Apr 11 18:03:50.033557 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: stateful_security_group.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.034498 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.035017 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: stateful-security-group Apr 11 18:03:50.035338 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: stdattrs_common.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.035939 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 18:03:50.036286 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.042447 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.042964 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 18:03:50.043289 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: subnet_onboard.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.044405 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.044933 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: subnet_onboard Apr 11 18:03:50.045302 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.046237 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.046755 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 18:03:50.047080 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: subnet_service_types.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.048043 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.048584 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: subnet-service-types Apr 11 18:03:50.048910 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: subnetallocation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.050020 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.050567 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: subnet_allocation Apr 11 18:03:50.050896 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.051654 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.052234 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: subnetpool-prefix-ops Apr 11 18:03:50.052599 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.053691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.054246 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 18:03:50.054604 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: tagging.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.055833 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.056394 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: standard-attr-tag Apr 11 18:03:50.056728 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: timestamp.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.057927 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.058444 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loaded extension: standard-attr-timestamp Apr 11 18:03:50.058774 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: trunk.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.059817 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.060379 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension trunk not supported by any of loaded plugins Apr 11 18:03:50.060709 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: trunk_details.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.061636 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.062158 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 18:03:50.062548 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.063452 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.063970 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 18:03:50.064330 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Loading extension file: vlantransparent.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:03:50.065007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:03:50.065517 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 18:03:50.068724 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:network Apr 11 18:03:50.069257 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:subnet Apr 11 18:03:50.069661 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:03:50.070060 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:port Apr 11 18:03:50.071317 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.071760 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service FLAVORS assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.072413 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.072853 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.073189 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:router Apr 11 18:03:50.073622 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 18:03:50.074145 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service METERING assigned prefix: /metering {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.075614 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:50.075991 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:50.076377 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:03:50.077406 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 18:03:50.082008 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:security_group Apr 11 18:03:50.082008 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 18:03:50.082008 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service CORE assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.082008 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:03:50.082008 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] subnetpool is already registered Apr 11 18:03:50.082008 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service CORE assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.082008 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:03:50.082008 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] subnetpool is already registered Apr 11 18:03:50.083535 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.083990 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service FLAVORS assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.084773 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.085226 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.085567 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:router Apr 11 18:03:50.085913 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] router is already registered Apr 11 18:03:50.086345 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 18:03:50.086688 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] floatingip is already registered Apr 11 18:03:50.087160 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service METERING assigned prefix: /metering {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.087877 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 18:03:50.088245 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] rbac_policy is already registered Apr 11 18:03:50.088675 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:security_group Apr 11 18:03:50.089016 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] security_group is already registered Apr 11 18:03:50.089427 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 18:03:50.089771 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] security_group_rule is already registered Apr 11 18:03:50.090275 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service CORE assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.090618 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:03:50.090978 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] subnetpool is already registered Apr 11 18:03:50.091452 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Service CORE assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:03:50.091781 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:03:50.092146 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] subnetpool is already registered Apr 11 18:03:50.092617 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: extensions {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.095342 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: address-groups {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.096930 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: address-scopes {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.098163 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: agents {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.099447 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: auto-allocated-topology {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.100742 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: availability_zones {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.101971 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: dhcp-networks {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.103413 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: dhcp-agents {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.105070 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: routers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.107188 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: flavors {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.108490 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: service_profiles {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.109685 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: next_providers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.111145 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: service_profiles {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.112875 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: floatingip-pools {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.114303 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: routers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.116440 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: floatingips {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.117611 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: l3-routers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.119197 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: l3-agents {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.120601 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: metering-labels {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.121861 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: metering-label-rules {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.123281 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: network-ip-availabilities {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.124563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: bindings {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.126157 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: quotas {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.127830 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: quotas {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.129952 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: rbac-policies {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.131151 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: security-groups {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.133585 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: security-group-rules {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.133839 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: service-providers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.135050 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: subnetpools {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.136427 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: subnetpools {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.138002 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.139692 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.141560 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.143373 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.145726 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.147705 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.149526 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.151321 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.154252 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.156007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:03:50.162162 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING keystonemiddleware.auth_token [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 18:03:50.166779 dv-cinder-837354-1-iscsi neutron-server[103881]: WARNING keystonemiddleware.auth_token [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 18:03:50.176422 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Acquired lock "singleton_lock" {{(pid=103881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 18:03:50.176422 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Releasing lock "singleton_lock" {{(pid=103881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 18:03:50.176917 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO oslo_service.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Starting 2 workers Apr 11 18:03:50.181833 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Started child 103992 {{(pid=103881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:03:50.186590 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Started child 103993 {{(pid=103881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:03:50.187306 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:50.188251 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO neutron.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 18:03:50.188907 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:50.189081 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [-] (103992) wsgi starting up on http://0.0.0.0:9696 Apr 11 18:03:50.191473 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO oslo_service.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Starting 1 workers Apr 11 18:03:50.191599 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:50.193547 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [-] (103993) wsgi starting up on http://0.0.0.0:9696 Apr 11 18:03:50.197272 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Started child 103994 {{(pid=103881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:03:50.197823 dv-cinder-837354-1-iscsi neutron-server[103881]: INFO oslo_service.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Starting 1 workers Apr 11 18:03:50.201235 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] calling RpcWorker wait() {{(pid=103994) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 18:03:50.201945 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] returning from RpcWorker wait() {{(pid=103994) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 18:03:50.202517 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Started child 103995 {{(pid=103881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:03:50.202969 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:50.203335 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-104d6e4a-5c42-4d98-afdc-aca1573c54e8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:50.203505 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:03:50.205446 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 18:03:50.205660 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 18:03:50.205802 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 18:03:50.205984 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 18:03:50.206357 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 18:03:50.206543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 18:03:50.207048 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.207374 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.208212 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:50.208732 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.208732 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.208993 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.209323 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.209695 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.209856 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.210118 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.210392 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.210559 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.210720 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.210985 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.211222 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.211565 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.211867 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.212145 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.212434 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.212610 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.212858 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.213135 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.213409 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.213672 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] debug = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.213918 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.214419 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.214659 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.214905 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.215144 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.215412 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.215664 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.215900 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.216175 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.216431 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.216703 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.216958 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.217172 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.217404 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.217661 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.217898 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.218141 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.218362 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.218840 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] host = dv-cinder-837354-1-iscsi {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.219083 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.219330 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.219565 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.219827 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.220090 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.220337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.220593 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.220869 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.221128 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.221383 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.221664 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.221878 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.222098 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.222352 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.222523 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_options = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.222760 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.223056 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.223333 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.223585 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.223749 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.223904 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.224143 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.224312 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.224572 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.224812 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.225029 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.225246 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.225496 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.225747 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.225986 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.226203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.226440 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.226690 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.226941 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.227192 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.227420 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.227652 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.227928 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.228262 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.228419 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.228590 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.228857 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.229120 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.229350 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.229597 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.229969 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.230141 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.230282 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.230524 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.230803 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.230898 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:03:50.231061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.231295 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.231516 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.231820 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.232094 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.232345 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.232610 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.232829 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.233061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.233301 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.233552 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.233804 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_json = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.234019 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.234555 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.234555 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.234731 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.235021 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.235153 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.235371 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.235705 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.235919 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.236422 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.236573 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.236877 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.239356 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.239356 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.239356 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.239356 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.239356 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.239356 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.239356 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.239356 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.240115 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.240115 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.240115 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.240290 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.240622 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.241015 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.241107 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.241352 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.241573 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.241818 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.242061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.242357 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.242583 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.242816 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.243050 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.243296 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.243596 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.243863 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.244226 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.244514 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.244797 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.245072 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.245288 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.245515 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.245755 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.246045 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.246277 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.246546 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.246770 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.247059 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.247410 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.247698 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.247991 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.248175 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.248399 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.248634 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.248892 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.249125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.249350 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.249591 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.249807 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.250023 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.250240 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.250515 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.250730 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.251197 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.251365 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.251487 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.251678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.251894 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.252158 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.252391 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.252613 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.252823 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.253035 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.253255 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.253467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.253742 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.253984 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.254713 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.255062 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.255162 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.255371 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.255599 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.255832 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.256089 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.256308 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.256536 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.256787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.257044 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.257530 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.257530 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.257809 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.258099 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.258099 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.258381 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.258519 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.258888 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.259031 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.259167 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.259419 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.260365 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.260365 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.260365 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.260794 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.260794 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.261065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.261257 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.261397 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.261605 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.261845 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.262106 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.262568 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.262745 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.262893 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.263080 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.263352 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.263593 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.263815 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.264149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.264296 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.264520 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.264753 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.265031 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.268093 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.268093 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.268093 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.268093 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.268093 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.268093 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.268093 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.268093 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.272595 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.272595 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.272595 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.272595 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.272595 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.272595 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.272595 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.272595 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.273990 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.273990 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.273990 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.273990 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.273990 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.273990 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.273990 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.273990 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.274689 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.274689 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.274689 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.274689 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.274689 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.274689 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.274689 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.274689 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.275249 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.275249 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.275249 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.275470 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.277822 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.277822 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.277822 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.277822 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.277822 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.277822 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.277822 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.277822 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.278451 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.278573 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.278977 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.279334 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.279561 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.279795 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.280064 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.280355 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.280577 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.280802 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.281049 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.281271 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.281573 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.281723 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.281916 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.282174 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.282394 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.282680 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.282955 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.283195 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.283427 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.283646 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.284073 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.284199 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.284420 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.284643 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.284860 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.285079 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.285326 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.285597 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.285840 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.286133 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.286293 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.286532 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.286773 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.287135 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.287393 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.287648 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.287930 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.288209 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.288439 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.288662 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.288879 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.289122 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.289364 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.289612 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.289866 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.290104 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.290332 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.290602 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.290815 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.291090 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.291334 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.291609 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.291814 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.292227 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.292628 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.292850 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.293130 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.293369 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.293647 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.293804 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.294024 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.294236 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.294531 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.294786 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.295030 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.295509 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.295746 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.296007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.296275 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.296491 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.296856 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.296962 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.297186 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.297396 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.297627 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.297864 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.298076 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.298293 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.298502 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.298712 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.298931 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.299142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.299351 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.299571 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.299794 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.300005 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.300257 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.300475 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.300705 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.300960 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.301201 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.301415 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.301648 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.301852 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.302069 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.302290 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.302504 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.302863 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.303195 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.303447 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.303740 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.303965 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.304256 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.304503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.304757 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.308503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.308503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.308503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.308503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.308503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.308503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.308503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.308503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309121 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309121 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309121 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309121 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309121 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309121 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309121 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309121 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309662 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309662 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309814 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.309982 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.310248 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.310476 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.310731 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.310987 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.311237 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.311461 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.311749 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.311979 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.312239 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.312478 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.312725 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.312948 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.313217 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.313454 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.313708 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.313926 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.314085 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 18:03:50.314627 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 18:03:50.314787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 18:03:50.315306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 18:03:50.315306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 18:03:50.315306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 18:03:50.315531 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 18:03:50.315612 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.315758 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.315928 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.316115 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.316281 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.316467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.316633 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.317335 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.317491 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.317652 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.317980 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.318145 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.318309 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.318472 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.318636 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.318799 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.318963 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.319126 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.319294 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.319510 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.319710 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.319873 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.320037 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] debug = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.320227 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.320435 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.320706 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.320976 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.321250 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.321523 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.321787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.322075 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.322334 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.323445 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.323445 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.323445 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.323445 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.323445 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.324036 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.324036 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.324320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.324442 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.324677 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] host = dv-cinder-837354-1-iscsi {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.324962 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.325408 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.325583 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.325750 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.325917 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.326082 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.326303 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.326436 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.326569 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.326758 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.326972 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.327256 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.327563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.327746 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.335938 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_options = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.335938 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.335938 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.335938 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.335938 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.335938 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.335938 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.365787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.365787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.365787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.365787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.365787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.365787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.365787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.365787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366239 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366239 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366239 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366239 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366239 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366239 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366239 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366239 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.366678 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367179 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367179 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367179 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367179 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367179 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367179 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367179 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367179 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367641 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367641 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367641 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367641 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367641 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367641 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367641 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.367641 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_json = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368105 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368105 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368105 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368105 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368105 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368105 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368105 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368105 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:03:50.368563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.368563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.368563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.368563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.368563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.368563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.368563 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369045 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369045 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369045 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369045 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369045 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369045 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369045 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369045 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369581 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369581 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369581 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369581 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369581 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369581 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369581 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.369581 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370061 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370549 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370549 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370549 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370549 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370549 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370549 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370549 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.370549 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371001 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371575 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371575 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371575 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371575 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371575 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371575 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371575 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.371971 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:03:50.372142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.372142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.372142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.372142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.372142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.372142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.372142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.372142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.372142 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.373944 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.373944 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.373944 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.373944 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.373944 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.373944 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.373944 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.373944 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.373944 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.374543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.374543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.374543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.374543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.374543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.374543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.374543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.374543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.374543 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.375149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.375149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.375149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.375149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.375149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.375149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.375149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.375149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.375149 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376306 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376847 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376847 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376847 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376847 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376847 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376847 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376847 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.376847 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.377629 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.377629 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.377629 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.377629 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.377629 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.377629 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.377629 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.377629 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378159 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378159 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378159 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378159 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378159 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378159 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378159 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378159 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378679 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378679 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378679 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378679 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378679 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378679 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378679 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.378679 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.379263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.379263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.379263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.379263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.379263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.379263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.379263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.379263 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.380458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.380458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.380458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.380458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.380458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.380458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.380458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.380458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.381125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.381125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.381125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.381125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.381125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.381125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.381125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.381125 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382007 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.382675 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.383787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.383787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.383787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.383787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.383787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.383787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.383787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.383787 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.384503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.384503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.384503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.384503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.384503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.384503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.384503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.384503 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385064 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385064 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385064 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385064 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385064 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385064 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385064 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385064 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385715 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385715 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385715 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385715 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385715 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385715 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385715 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385715 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.385715 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.386481 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.386481 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.386481 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.386481 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.386481 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.386481 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.386481 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.386481 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.387337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.387337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.387337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.387337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.387337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.387337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.387337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.387337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.387337 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388203 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388906 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388906 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388906 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388906 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388906 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388906 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388906 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.388906 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.389458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.389458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.389458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.389458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.389458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.389458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.389458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.389458 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390065 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.390691 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.391467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.391467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.391467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.391467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.391467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.391467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.391467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.391467 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.392198 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.392198 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.392198 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.392198 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.392198 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.392198 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.392198 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.392198 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393004 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393544 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393544 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393544 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393544 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393544 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393544 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393544 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393544 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.393544 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.394320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.394320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.394320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.394320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.394320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.394320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.394320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.394320 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:03:50.394969 dv-cinder-837354-1-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 18:03:50.631828 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 49686) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:03:50.640578 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065176 Apr 11 18:04:02.787717 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5b925-469b-4b8d-a219-3f1fcafc3dd0 None None] get_active_networks_info from dv-cinder-837354-1-iscsi {{(pid=103994) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 18:04:02.918726 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5b925-469b-4b8d-a219-3f1fcafc3dd0 None None] No non-hosted networks {{(pid=103994) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 18:04:02.921358 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f867ace3-10c6-4b93-8fb8-b3fd59fded12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545720'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:05.053949 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-62372308-8a28-401e-bbbf-ce145bf60b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545720'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:05.087188 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.db.api [None req-f7591a1f-d15c-4e6a-a81b-748e51e4c4a7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837354-1-iscsi {{(pid=103994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:04:05.088185 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG oslo_db.api [None req-f7591a1f-d15c-4e6a-a81b-748e51e4c4a7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:04:05.680492 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f7591a1f-d15c-4e6a-a81b-748e51e4c4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:06.243607 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 49750) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:06.445977 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545720'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:06.937660 dv-cinder-837354-1-iscsi neutron-server[103993]: WARNING oslo_policy.policy [None req-1954e93a-2aa1-40b6-a499-50ba8c5348b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:04:06.938349 dv-cinder-837354-1-iscsi neutron-server[103993]: WARNING oslo_policy.policy [None req-1954e93a-2aa1-40b6-a499-50ba8c5348b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:04:07.166525 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [None req-1954e93a-2aa1-40b6-a499-50ba8c5348b3 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:04:07.180107 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1954e93a-2aa1-40b6-a499-50ba8c5348b3 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9230938 Apr 11 18:04:07.646214 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545720'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:09.063010 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545720'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:09.064583 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.065120 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.065523 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.066036 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.067142 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.067679 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.068227 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.068642 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.069637 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.070168 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.070603 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.071120 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.071644 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.072197 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.072686 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:09.073335 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837354-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:09.083500 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837354-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:09.800488 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 49784) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:10.157319 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-28c9f098-04f0-4aeb-aa59-88ad53d50f21 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:10.252726 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.policy [None req-28c9f098-04f0-4aeb-aa59-88ad53d50f21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103993) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 18:04:10.296165 dv-cinder-837354-1-iscsi neutron-server[103993]: WARNING oslo_policy.policy [None req-28c9f098-04f0-4aeb-aa59-88ad53d50f21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:04:10.296600 dv-cinder-837354-1-iscsi neutron-server[103993]: WARNING oslo_policy.policy [None req-28c9f098-04f0-4aeb-aa59-88ad53d50f21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:04:10.465605 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28c9f098-04f0-4aeb-aa59-88ad53d50f21 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751655241378', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751655241918', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751655225698', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751655282164', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751655287318', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751655280385', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1667766', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1738635', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545663', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597423'] for rbac-policy (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:10.689132 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28c9f098-04f0-4aeb-aa59-88ad53d50f21 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:10.704998 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-28c9f098-04f0-4aeb-aa59-88ad53d50f21 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8891661 Apr 11 18:04:13.118390 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.db.l3_hamode_db [None req-10d7d2b8-3087-4617-af77-105f2c997d5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 18:04:13.198308 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7d2b8-3087-4617-af77-105f2c997d5f None None] Routers set() bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:13.198652 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7d2b8-3087-4617-af77-105f2c997d5f None None] Router IDs set() for agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 18:04:13.293569 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 49796) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:13.613925 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:13.720490 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Made reservation on behalf of 5198b7b20f5d4c07846858af9876aba1 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:04:13.725276 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:13.744273 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:13.864112 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Publish callbacks [] for security_group (83adad59-3120-4f93-8b62-91ea7b9ac9d5), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:13.971975 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (83adad59-3120-4f93-8b62-91ea7b9ac9d5), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:13.998782 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:04:14.034095 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751657312934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (20f0a217-13df-400f-b726-7428ea3c8dfd), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:14.035228 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Unsubscribe: segment precommit_create {{(pid=103993) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 18:04:14.035755 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Added segment 20f0a217-13df-400f-b726-7428ea3c8dfd of type vlan for network 09e8b752-6afd-4994-aa1a-d0cd1619e329 Apr 11 18:04:14.052085 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=83adad59-3120-4f93-8b62-91ea7b9ac9d5,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:14.063889 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.064255 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.064622 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.064954 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.065283 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.065607 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.065955 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.066273 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.066592 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.066909 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.067249 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.067585 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.067901 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.068249 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.068564 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Tracked resource versions report: Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: pushed versions: Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: { 'AddressGroup': {'1.2'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Agent': {'1.1'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'ConntrackHelper': {'1.0'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Log': {'1.0'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'NDPProxy': {'1.0'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Network': {'1.1'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Port': {'1.7'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'PortForwarding': {'1.3'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'QosPolicy': {'1.10'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SecurityGroup': {'1.5'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SubPort': {'1.0'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Subnet': {'1.1'}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Trunk': {'1.1'}} Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: consumer versions: Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: { DHCP agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: L3 agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: Metadata agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: Metering agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: Open vSwitch agent@dv-cinder-837354-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Agent': '1.1', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'ConntrackHelper': '1.0', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'LocalIPAssociation': '1.0', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Log': '1.0', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'NDPProxy': '1.0', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Network': '1.1', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Port': '1.7', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'PortForwarding': '1.3', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'QosPolicy': '1.10', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SecurityGroup': '1.5', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SecurityGroupRule': '1.2', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SubPort': '1.0', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Subnet': '1.1', Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Trunk': '1.1'}} Apr 11 18:04:14.069988 dv-cinder-837354-1-iscsi neutron-server[103993]: {{(pid=103993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:04:14.168340 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (09e8b752-6afd-4994-aa1a-d0cd1619e329), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:14.263506 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (09e8b752-6afd-4994-aa1a-d0cd1619e329), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:14.268667 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:14.269401 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:14.385247 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] Pushing event updated for resources: {'Network': ['ID=09e8b752-6afd-4994-aa1a-d0cd1619e329,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:14.398179 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 09e8b752-6afd-4994-aa1a-d0cd1619e329 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:04:14.442904 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7cbb76ad-65c1-412a-9876-a07bd4b87532 demo demo] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1480560 Apr 11 18:04:17.063278 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 49808) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:17.629474 dv-cinder-837354-1-iscsi neutron-server[103992]: WARNING oslo_policy.policy [None req-8e609846-e93e-46d8-98e6-a4325611cd07 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:04:17.630083 dv-cinder-837354-1-iscsi neutron-server[103992]: WARNING oslo_policy.policy [None req-8e609846-e93e-46d8-98e6-a4325611cd07 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:04:18.084552 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.policy [None req-8e609846-e93e-46d8-98e6-a4325611cd07 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103992) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 18:04:18.128316 dv-cinder-837354-1-iscsi neutron-server[103992]: WARNING oslo_policy.policy [None req-8e609846-e93e-46d8-98e6-a4325611cd07 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:04:18.128709 dv-cinder-837354-1-iscsi neutron-server[103992]: WARNING oslo_policy.policy [None req-8e609846-e93e-46d8-98e6-a4325611cd07 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:04:18.136961 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e609846-e93e-46d8-98e6-a4325611cd07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:18.138989 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-8e609846-e93e-46d8-98e6-a4325611cd07 demo admin] 10.222.0.53 "GET /v2.0/networks/09e8b752-6afd-4994-aa1a-d0cd1619e329 HTTP/1.1" status: 200 len: 825 time: 1.0736411 Apr 11 18:04:18.179246 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-29e7bbb0-94e7-4bc4-a71f-d9940af0de28 demo admin] 10.222.0.53 "GET /v2.0/subnetpools/5e024fcb-65df-4d5c-8940-1792b0f00243 HTTP/1.1" status: 200 len: 734 time: 0.0340626 Apr 11 18:04:18.188669 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '5e024fcb-65df-4d5c-8940-1792b0f00243', 'name': 'private-subnet', 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329', 'gateway_ip': '172.20.0.1'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:18.297223 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Made reservation on behalf of 5198b7b20f5d4c07846858af9876aba1 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:04:18.299988 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:18.657868 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:18.733579 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Checking segment: {'id': '20f0a217-13df-400f-b726-7428ea3c8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:04:18.733971 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Network hostable DHCP agents. Network: 09e8b752-6afd-4994-aa1a-d0cd1619e329, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:04:18.744343 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Pushing event updated for resources: {'Subnet': ['ID=b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:18.754880 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.755165 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.755516 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.755868 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.756230 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.756559 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.756881 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.757200 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.757536 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.757860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.758181 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.758522 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.758883 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.759200 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.759516 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Tracked resource versions report: Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: pushed versions: Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: { 'AddressGroup': {'1.2'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Agent': {'1.1'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'ConntrackHelper': {'1.0'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Log': {'1.0'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'NDPProxy': {'1.0'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Network': {'1.1'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Port': {'1.7'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'PortForwarding': {'1.3'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'QosPolicy': {'1.10'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SecurityGroup': {'1.5'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SubPort': {'1.0'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Subnet': {'1.1'}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Trunk': {'1.1'}} Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: consumer versions: Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: { DHCP agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: L3 agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: Metadata agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: Metering agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: Open vSwitch agent@dv-cinder-837354-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Agent': '1.1', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'ConntrackHelper': '1.0', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'LocalIPAssociation': '1.0', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Log': '1.0', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'NDPProxy': '1.0', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Network': '1.1', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Port': '1.7', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'PortForwarding': '1.3', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'QosPolicy': '1.10', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SecurityGroup': '1.5', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SecurityGroupRule': '1.2', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SubPort': '1.0', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Subnet': '1.1', Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Trunk': '1.1'}} Apr 11 18:04:18.760929 dv-cinder-837354-1-iscsi neutron-server[103992]: {{(pid=103992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:04:18.864206 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Network 09e8b752-6afd-4994-aa1a-d0cd1619e329 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:04:18.988721 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 09e8b752-6afd-4994-aa1a-d0cd1619e329) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:18.994949 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:18.995801 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:18.999518 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cae267-1f68-4e2b-b07e-2f81f1d4ab52 None None] Network 09e8b752-6afd-4994-aa1a-d0cd1619e329 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:04:19.106210 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0b724e57-9fd9-4535-829e-98badded08bf demo admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9210880 Apr 11 18:04:19.383810 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-09e8b752-6afd-4994-aa1a-d0cd1619e329', 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329', 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'fixed_ips': [{'subnet_id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:04:19.385104 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:19.680306 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Allocated IP 172.20.0.2 (09e8b752-6afd-4994-aa1a-d0cd1619e329/b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4/8d38342a-7e03-48d8-a545-4fff473956c1) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:04:19.963757 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Publish callbacks [] for port (8d38342a-7e03-48d8-a545-4fff473956c1), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:20.052671 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:20.127068 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Network 09e8b752-6afd-4994-aa1a-d0cd1619e329 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:04:20.131665 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:20.145333 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:04:20.147388 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Pushing event updated for resources: {'Port': ['ID=8d38342a-7e03-48d8-a545-4fff473956c1,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:20.160499 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.160846 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.161207 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.161571 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.161911 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.162237 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.162562 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.162885 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.163209 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.163534 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.163854 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.164235 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.164553 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.164865 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.165184 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Tracked resource versions report: Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: pushed versions: Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: { 'AddressGroup': {'1.2'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Agent': {'1.1'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'ConntrackHelper': {'1.0'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Log': {'1.0'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'NDPProxy': {'1.0'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Network': {'1.1'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Port': {'1.7'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'PortForwarding': {'1.3'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'QosPolicy': {'1.10'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SecurityGroup': {'1.5'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SubPort': {'1.0'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Subnet': {'1.1'}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Trunk': {'1.1'}} Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: consumer versions: Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: { DHCP agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: L3 agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: Metadata agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: Metering agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: Open vSwitch agent@dv-cinder-837354-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Agent': '1.1', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'ConntrackHelper': '1.0', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'LocalIPAssociation': '1.0', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Log': '1.0', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'NDPProxy': '1.0', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Network': '1.1', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Port': '1.7', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'PortForwarding': '1.3', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'QosPolicy': '1.10', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SecurityGroup': '1.5', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SecurityGroupRule': '1.2', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SubPort': '1.0', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Subnet': '1.1', Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Trunk': '1.1'}} Apr 11 18:04:20.166653 dv-cinder-837354-1-iscsi neutron-server[103994]: {{(pid=103994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:04:20.242797 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Attempting to bind port 8d38342a-7e03-48d8-a545-4fff473956c1 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:04:20.243206 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Attempting to bind port 8d38342a-7e03-48d8-a545-4fff473956c1 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '20f0a217-13df-400f-b726-7428ea3c8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:04:20.243627 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Attempting to bind port 8d38342a-7e03-48d8-a545-4fff473956c1 on network 09e8b752-6afd-4994-aa1a-d0cd1619e329 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:04:20.249099 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:04:20.249492 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Checking segment: {'id': '20f0a217-13df-400f-b726-7428ea3c8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:04:20.249964 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:20.250356 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Bound using segment: {'id': '20f0a217-13df-400f-b726-7428ea3c8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:04:20.250856 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Bound port: 8d38342a-7e03-48d8-a545-4fff473956c1, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f0a217-13df-400f-b726-7428ea3c8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:04:20.251253 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:20.325073 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] For port 8d38342a-7e03-48d8-a545-4fff473956c1, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:04:20.330441 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] For port 8d38342a-7e03-48d8-a545-4fff473956c1, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=8d38342a-7e03-48d8-a545-4fff473956c1,segment=NetworkSegment(20f0a217-13df-400f-b726-7428ea3c8dfd),segment_id=20f0a217-13df-400f-b726-7428ea3c8dfd)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:04:20.423503 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:20.489391 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56b98e-f099-48bb-91f9-f9eacd712e18 None None] Pushing event updated for resources: {'Port': ['ID=8d38342a-7e03-48d8-a545-4fff473956c1,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:21.757102 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 49828) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:22.082748 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [None req-82b5f90a-50e1-427c-a773-3702c3cd4c89 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:04:22.083771 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-82b5f90a-50e1-427c-a773-3702c3cd4c89 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3257971 Apr 11 18:04:24.706606 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 49836) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:25.044988 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [None req-13004d66-ccc5-477a-9dd4-a144b8ec3822 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:04:25.046228 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-13004d66-ccc5-477a-9dd4-a144b8ec3822 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3382933 Apr 11 18:04:27.658192 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 49844) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:27.998878 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-c5ec4750-d759-42d2-a9e6-3b5e88f977bb demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:28.086057 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4750-d759-42d2-a9e6-3b5e88f977bb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (0b0e5ffc-d59c-4208-b1a4-e5e249926242), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:28.087797 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4750-d759-42d2-a9e6-3b5e88f977bb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (0b0e5ffc-d59c-4208-b1a4-e5e249926242), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:28.237716 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4750-d759-42d2-a9e6-3b5e88f977bb demo demo] Publish callbacks [] for router_controller (0b0e5ffc-d59c-4208-b1a4-e5e249926242), precommit_add_association {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:28.314878 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4750-d759-42d2-a9e6-3b5e88f977bb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (0b0e5ffc-d59c-4208-b1a4-e5e249926242), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:28.413233 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4750-d759-42d2-a9e6-3b5e88f977bb demo demo] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:28.414384 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-c5ec4750-d759-42d2-a9e6-3b5e88f977bb demo demo] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7551284 Apr 11 18:04:31.051884 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 49856) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:31.400151 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [None req-dcc0cab3-9dbd-453a-8274-3ac8d914c84a admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:04:31.401255 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-dcc0cab3-9dbd-453a-8274-3ac8d914c84a admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3483996 Apr 11 18:04:31.828622 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 8d38342a-7e03-48d8-a545-4fff473956c1 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:04:31.918210 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 8d38342a-7e03-48d8-a545-4fff473956c1 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:31.918624 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.040233 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 8d38342a-7e03-48d8-a545-4fff473956c1 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:32.040233 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.069523 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 8d38342a-7e03-48d8-a545-4fff473956c1, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=8d38342a-7e03-48d8-a545-4fff473956c1,segment=NetworkSegment(20f0a217-13df-400f-b726-7428ea3c8dfd),segment_id=20f0a217-13df-400f-b726-7428ea3c8dfd)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:32.149004 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.198933 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=8d38342a-7e03-48d8-a545-4fff473956c1,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:32.285043 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254e005b-c38b-4267-9006-fef3c2861173 None None] Network 09e8b752-6afd-4994-aa1a-d0cd1619e329 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:04:32.412454 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eff6177d-3bb2-4af3-becf-177b30c9a6d1 None None] Provisioning complete for port 8d38342a-7e03-48d8-a545-4fff473956c1 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:32.412749 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eff6177d-3bb2-4af3-becf-177b30c9a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.495713 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eff6177d-3bb2-4af3-becf-177b30c9a6d1 None None] Current status of the port 8d38342a-7e03-48d8-a545-4fff473956c1 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:32.617144 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-76d652b7-2c47-48ff-81e1-0186a4bc2b0e None None] Provisioning complete for port 8d38342a-7e03-48d8-a545-4fff473956c1 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:32.617545 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-76d652b7-2c47-48ff-81e1-0186a4bc2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.709584 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-76d652b7-2c47-48ff-81e1-0186a4bc2b0e None None] Current status of the port 8d38342a-7e03-48d8-a545-4fff473956c1 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:32.805591 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-045272b5-0c9e-4646-b531-18da878583a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.821861 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 8d38342a-7e03-48d8-a545-4fff473956c1 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:04:33.872234 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 8d38342a-7e03-48d8-a545-4fff473956c1 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:33.872637 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.951465 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 8d38342a-7e03-48d8-a545-4fff473956c1 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:34.004983 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 49864) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:34.343309 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:34.428468 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Made reservation on behalf of 5aa84b28b9df41898e96e85e56af2e08 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:04:34.430930 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.439446 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.515699 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Publish callbacks [] for security_group (4c8eb8af-710e-4807-8133-5d90da791f82), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.622205 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (4c8eb8af-710e-4807-8133-5d90da791f82), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.640886 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Reserving flat network on physical network physnet1 {{(pid=103993) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 18:04:34.657928 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8eb8af-710e-4807-8133-5d90da791f82,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:34.663482 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (75692945-90ef-46ca-93f8-874a9b1d0792), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.663816 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Added segment 75692945-90ef-46ca-93f8-874a9b1d0792 of type flat for network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 Apr 11 18:04:34.717613 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (247cd6ca-8c7d-43bc-b085-75a8b730eab8), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.815262 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (247cd6ca-8c7d-43bc-b085-75a8b730eab8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.816248 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:34.816819 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.907794 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] Pushing event updated for resources: {'Network': ['ID=247cd6ca-8c7d-43bc-b085-75a8b730eab8,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:34.921620 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:04:34.950416 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-12a496f2-1295-40a3-b644-8632d4f16b0a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9435582 Apr 11 18:04:35.068552 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f7cd419d-2e60-44b7-a9aa-1b4b52ca4774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:36.417006 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:37.513353 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 49882) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:37.598872 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:37.707014 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8241a43-de5f-4433-9ea8-6e3a2a7f59d1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:37.708384 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-e8241a43-de5f-4433-9ea8-6e3a2a7f59d1 demo admin] 10.222.0.53 "GET /v2.0/subnets/b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4 HTTP/1.1" status: 200 len: 849 time: 0.1940639 Apr 11 18:04:37.831758 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-afc76d17-dda9-4420-aa15-66e522cb1afa demo admin] 10.222.0.53 "GET /v2.0/routers/0b0e5ffc-d59c-4208-b1a4-e5e249926242 HTTP/1.1" status: 200 len: 704 time: 0.1165116 Apr 11 18:04:38.105682 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.413884 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Allocated IP 172.20.0.1 (09e8b752-6afd-4994-aa1a-d0cd1619e329/b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4/a07b96aa-ccd7-4db2-a812-1193277e61eb) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:04:38.568869 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Publish callbacks [] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.725599 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.791551 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Network 09e8b752-6afd-4994-aa1a-d0cd1619e329 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:04:38.796084 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:38.802345 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:04:38.802751 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (0b0e5ffc-d59c-4208-b1a4-e5e249926242), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.875807 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Pushing event updated for resources: {'Port': ['ID=a07b96aa-ccd7-4db2-a812-1193277e61eb,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:39.063203 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-e069686f-b039-40bb-a337-311fcf78a99a None None] Provisioning complete for port a07b96aa-ccd7-4db2-a812-1193277e61eb triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:39.063739 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e069686f-b039-40bb-a337-311fcf78a99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.098489 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.100175 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-e069686f-b039-40bb-a337-311fcf78a99a None None] Port a07b96aa-ccd7-4db2-a812-1193277e61eb cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:04:39.194487 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.416996 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Publish callbacks [] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.502201 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.503030 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (0b0e5ffc-d59c-4208-b1a4-e5e249926242), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.587676 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Pushing event updated for resources: {'Port': ['ID=a07b96aa-ccd7-4db2-a812-1193277e61eb,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:39.631870 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Network 09e8b752-6afd-4994-aa1a-d0cd1619e329 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:04:39.633278 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:39.829561 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-a80dd113-f8e2-448b-82dd-b9f1ff94f9ef None None] Provisioning complete for port a07b96aa-ccd7-4db2-a812-1193277e61eb triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:39.830058 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a80dd113-f8e2-448b-82dd-b9f1ff94f9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.845439 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Router 0b0e5ffc-d59c-4208-b1a4-e5e249926242 is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:04:39.864861 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-a80dd113-f8e2-448b-82dd-b9f1ff94f9ef None None] Port a07b96aa-ccd7-4db2-a812-1193277e61eb cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:04:39.944453 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:04:39.949945 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-9aaffe82-3ea8-4fbe-95da-f2872f80c9ac demo admin] 10.222.0.53 "PUT /v2.0/routers/0b0e5ffc-d59c-4208-b1a4-e5e249926242/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1131418 Apr 11 18:04:39.955559 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Sync routers for ids ['0b0e5ffc-d59c-4208-b1a4-e5e249926242'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:04:39.967727 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Routers {'0b0e5ffc-d59c-4208-b1a4-e5e249926242'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:39.968575 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:04:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['0b0e5ffc-d59c-4208-b1a4-e5e249926242'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:40.165809 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Set router 0b0e5ffc-d59c-4208-b1a4-e5e249926242 gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:40.590244 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'name': 'router1', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:04:28Z', 'updated_at': '2022-04-11T18:04:39Z', 'revision_number': 2, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'gw_port_host': None, '_interfaces': [{'id': 'a07b96aa-ccd7-4db2-a812-1193277e61eb', 'name': '', 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'mac_address': 'fa:16:3e:69:6a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:04:38Z', 'updated_at': '2022-04-11T18:04:39Z', 'revision_number': 2, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'subnets': [{'id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e024fcb-65df-4d5c-8940-1792b0f00243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:40.642079 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Checking router: 0b0e5ffc-d59c-4208-b1a4-e5e249926242 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:04:40.642450 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Updating router 0b0e5ffc-d59c-4208-b1a4-e5e249926242 port a07b96aa-ccd7-4db2-a812-1193277e61eb binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:04:40.698574 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:41.216731 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Publish callbacks [] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:41.273956 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:41.420660 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Pushing event updated for resources: {'Port': ['ID=a07b96aa-ccd7-4db2-a812-1193277e61eb,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:41.445064 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.445415 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.445768 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.446116 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.446456 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.446796 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.447128 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.447456 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.447791 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.448172 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.448496 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.448816 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.449150 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.449485 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.449815 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Tracked resource versions report: Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: pushed versions: Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: { 'AddressGroup': {'1.2'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Agent': {'1.1'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'ConntrackHelper': {'1.0'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Log': {'1.0'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'NDPProxy': {'1.0'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Network': {'1.1'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Port': {'1.7'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'PortForwarding': {'1.3'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'QosPolicy': {'1.10'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SecurityGroup': {'1.5'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SubPort': {'1.0'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Subnet': {'1.1'}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Trunk': {'1.1'}} Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: consumer versions: Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: { DHCP agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: L3 agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: Metadata agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: Metering agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: Open vSwitch agent@dv-cinder-837354-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Agent': '1.1', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'ConntrackHelper': '1.0', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'LocalIPAssociation': '1.0', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Log': '1.0', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'NDPProxy': '1.0', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Network': '1.1', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Port': '1.7', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'PortForwarding': '1.3', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'QosPolicy': '1.10', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SecurityGroup': '1.5', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SecurityGroupRule': '1.2', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SubPort': '1.0', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Subnet': '1.1', Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Trunk': '1.1'}} Apr 11 18:04:41.451312 dv-cinder-837354-1-iscsi neutron-server[103995]: {{(pid=103995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:04:41.467902 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Attempting to bind port a07b96aa-ccd7-4db2-a812-1193277e61eb on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:04:41.468272 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Attempting to bind port a07b96aa-ccd7-4db2-a812-1193277e61eb by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '20f0a217-13df-400f-b726-7428ea3c8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:04:41.468706 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Attempting to bind port a07b96aa-ccd7-4db2-a812-1193277e61eb on network 09e8b752-6afd-4994-aa1a-d0cd1619e329 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:04:41.474066 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:04:41.474492 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Checking segment: {'id': '20f0a217-13df-400f-b726-7428ea3c8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:04:41.474959 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:41.475356 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Bound using segment: {'id': '20f0a217-13df-400f-b726-7428ea3c8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:04:41.475873 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Bound port: a07b96aa-ccd7-4db2-a812-1193277e61eb, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f0a217-13df-400f-b726-7428ea3c8dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:04:41.476291 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:41.492261 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-b307dd22-25e4-4f0f-8b7d-efb1f160bb78 None None] Provisioning complete for port a07b96aa-ccd7-4db2-a812-1193277e61eb triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:41.494433 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b307dd22-25e4-4f0f-8b7d-efb1f160bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:41.529537 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-b307dd22-25e4-4f0f-8b7d-efb1f160bb78 None None] Port a07b96aa-ccd7-4db2-a812-1193277e61eb cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:04:41.548539 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] For port a07b96aa-ccd7-4db2-a812-1193277e61eb, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:04:41.568970 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] For port a07b96aa-ccd7-4db2-a812-1193277e61eb, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=a07b96aa-ccd7-4db2-a812-1193277e61eb,segment=NetworkSegment(20f0a217-13df-400f-b726-7428ea3c8dfd),segment_id=20f0a217-13df-400f-b726-7428ea3c8dfd)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:04:41.651206 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:41.709498 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebfad4-bdcc-42f1-933e-8e248d475d0e None None] Pushing event updated for resources: {'Port': ['ID=a07b96aa-ccd7-4db2-a812-1193277e61eb,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:41.714830 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Routers {'0b0e5ffc-d59c-4208-b1a4-e5e249926242'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:41.715453 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:04:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['0b0e5ffc-d59c-4208-b1a4-e5e249926242'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:41.810676 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] Set router 0b0e5ffc-d59c-4208-b1a4-e5e249926242 gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:41.949741 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-6aa5ea55-6a5a-436b-83a6-beff53e69b1e None None] Provisioning complete for port a07b96aa-ccd7-4db2-a812-1193277e61eb triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:41.950046 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ea55-6a5a-436b-83a6-beff53e69b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:42.024315 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'name': 'router1', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:04:28Z', 'updated_at': '2022-04-11T18:04:39Z', 'revision_number': 2, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'gw_port_host': None, '_interfaces': [{'id': 'a07b96aa-ccd7-4db2-a812-1193277e61eb', 'name': '', 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'mac_address': 'fa:16:3e:69:6a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:04:38Z', 'updated_at': '2022-04-11T18:04:41Z', 'revision_number': 4, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'subnets': [{'id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e024fcb-65df-4d5c-8940-1792b0f00243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:42.033624 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-6aa5ea55-6a5a-436b-83a6-beff53e69b1e None None] Current status of the port a07b96aa-ccd7-4db2-a812-1193277e61eb is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:42.034031 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ea55-6a5a-436b-83a6-beff53e69b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:42.052073 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4298ca-99d8-43bf-ac13-3d46a462a3a0 None None] The sync data for ids ['0b0e5ffc-d59c-4208-b1a4-e5e249926242'] in dv-cinder-837354-1-iscsi is: [{'id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'name': 'router1', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:04:28Z', 'updated_at': '2022-04-11T18:04:39Z', 'revision_number': 2, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'gw_port_host': None, '_interfaces': [{'id': 'a07b96aa-ccd7-4db2-a812-1193277e61eb', 'name': '', 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'mac_address': 'fa:16:3e:69:6a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:04:38Z', 'updated_at': '2022-04-11T18:04:41Z', 'revision_number': 4, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'subnets': [{'id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e024fcb-65df-4d5c-8940-1792b0f00243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:04:42.067497 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-6aa5ea55-6a5a-436b-83a6-beff53e69b1e None None] For port a07b96aa-ccd7-4db2-a812-1193277e61eb, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=a07b96aa-ccd7-4db2-a812-1193277e61eb,segment=NetworkSegment(20f0a217-13df-400f-b726-7428ea3c8dfd),segment_id=20f0a217-13df-400f-b726-7428ea3c8dfd)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:42.164990 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ea55-6a5a-436b-83a6-beff53e69b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:42.220400 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5ea55-6a5a-436b-83a6-beff53e69b1e None None] Pushing event updated for resources: {'Port': ['ID=a07b96aa-ccd7-4db2-a812-1193277e61eb,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:42.437749 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 49904) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:42.548383 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f103e57-2980-46e1-b471-7aea758989d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:42.550235 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-2f103e57-2980-46e1-b471-7aea758989d6 admin admin] 10.222.0.53 "GET /v2.0/networks/247cd6ca-8c7d-43bc-b085-75a8b730eab8 HTTP/1.1" status: 200 len: 842 time: 0.1115212 Apr 11 18:04:42.559583 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Request body: {'subnet': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:42.645084 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Made reservation on behalf of 5aa84b28b9df41898e96e85e56af2e08 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:04:42.647406 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:42.997902 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.objects.ports [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103992) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 18:04:42.998583 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (df4aad30-da3c-423a-952a-ea31eb0ddb13), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:43.068266 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df4aad30-da3c-423a-952a-ea31eb0ddb13,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:43.080662 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:04:43.081015 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Network hostable DHCP agents. Network: 247cd6ca-8c7d-43bc-b085-75a8b730eab8, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:04:43.187741 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:04:43.244260 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:04:43.279400 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 247cd6ca-8c7d-43bc-b085-75a8b730eab8) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:43.283595 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:43.284225 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:43.291281 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c656346-e3f3-4061-ae70-349690184fea None None] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:04:43.380096 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-784fc5c8-d69b-471a-a32d-469586b6dc87 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8238070 Apr 11 18:04:43.406125 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1939b7-e1f5-4dae-88ac-41703cf48254 None None] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:04:45.823438 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 49912) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:45.961592 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-31d86ea0-ec90-4ed2-8369-b7e7ec9922cc demo admin] 10.222.0.53 "GET /v2.0/routers/0b0e5ffc-d59c-4208-b1a4-e5e249926242 HTTP/1.1" status: 200 len: 710 time: 0.1369126 Apr 11 18:04:46.051180 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4558846a-e9fd-4eb5-bb83-28485cca91f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:46.052539 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4558846a-e9fd-4eb5-bb83-28485cca91f7 demo admin] 10.222.0.53 "GET /v2.0/networks/247cd6ca-8c7d-43bc-b085-75a8b730eab8 HTTP/1.1" status: 200 len: 886 time: 0.0855463 Apr 11 18:04:46.061520 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:46.392188 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Publish callbacks [] for router_gateway (0b0e5ffc-d59c-4208-b1a4-e5e249926242), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:46.714193 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Publish callbacks [] for router_gateway (0b0e5ffc-d59c-4208-b1a4-e5e249926242), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:46.792506 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:46.894695 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Allocated IP 172.27.2.175 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/df825afc-28c1-4f23-ae99-c2a333872bb0) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:04:46.998394 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Publish callbacks [] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:47.114034 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:47.150413 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:04:47.153294 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:47.155823 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:04:47.235144 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Pushing event updated for resources: {'Port': ['ID=df825afc-28c1-4f23-ae99-c2a333872bb0,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:47.543602 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Publish callbacks [] for router_gateway (0b0e5ffc-d59c-4208-b1a4-e5e249926242), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:47.752729 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11228'] for router (0b0e5ffc-d59c-4208-b1a4-e5e249926242), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:47.756042 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-748236'] for router (0b0e5ffc-d59c-4208-b1a4-e5e249926242), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:47.866540 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Router 0b0e5ffc-d59c-4208-b1a4-e5e249926242 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:04:48.067605 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:04:48.071691 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:48.084077 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d9e18417-0c64-4a85-8d11-bfa8d2316528 demo admin] 10.222.0.53 "PUT /v2.0/routers/0b0e5ffc-d59c-4208-b1a4-e5e249926242 HTTP/1.1" status: 200 len: 890 time: 2.0147412 Apr 11 18:04:49.830475 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device a07b96aa-ccd7-4db2-a812-1193277e61eb up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:04:49.878073 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port a07b96aa-ccd7-4db2-a812-1193277e61eb triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:49.878463 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:49.961623 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port a07b96aa-ccd7-4db2-a812-1193277e61eb is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:50.668254 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 49924) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:50.836726 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b66f3dcc-9011-4210-b099-fee0b86edeef admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1671753 Apr 11 18:04:50.939886 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Sync routers for ids ['0b0e5ffc-d59c-4208-b1a4-e5e249926242'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:04:50.953185 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Routers {'0b0e5ffc-d59c-4208-b1a4-e5e249926242'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:50.953858 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:04:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['0b0e5ffc-d59c-4208-b1a4-e5e249926242'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:51.177001 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Set router 0b0e5ffc-d59c-4208-b1a4-e5e249926242 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:51.652097 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'name': 'router1', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'df825afc-28c1-4f23-ae99-c2a333872bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:04:28Z', 'updated_at': '2022-04-11T18:04:47Z', 'revision_number': 4, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'gw_port': {'id': 'df825afc-28c1-4f23-ae99-c2a333872bb0', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:04:46Z', 'updated_at': '2022-04-11T18:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'a07b96aa-ccd7-4db2-a812-1193277e61eb', 'name': '', 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'mac_address': 'fa:16:3e:69:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:04:38Z', 'updated_at': '2022-04-11T18:04:42Z', 'revision_number': 5, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'subnets': [{'id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e024fcb-65df-4d5c-8940-1792b0f00243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:51.705080 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Checking router: 0b0e5ffc-d59c-4208-b1a4-e5e249926242 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:04:51.705320 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Updating router 0b0e5ffc-d59c-4208-b1a4-e5e249926242 port df825afc-28c1-4f23-ae99-c2a333872bb0 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:04:51.759259 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.101650 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Publish callbacks [] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.211176 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.269825 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Attempting to bind port df825afc-28c1-4f23-ae99-c2a333872bb0 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:04:52.270205 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Attempting to bind port df825afc-28c1-4f23-ae99-c2a333872bb0 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:04:52.270569 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Attempting to bind port df825afc-28c1-4f23-ae99-c2a333872bb0 on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:04:52.273415 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b2766-1722-4b6e-9606-0609cb4a3d82 None None] Pushing event updated for resources: {'Port': ['ID=df825afc-28c1-4f23-ae99-c2a333872bb0,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:52.277982 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:04:52.278362 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:04:52.278768 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.279159 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:04:52.279637 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Bound port: df825afc-28c1-4f23-ae99-c2a333872bb0, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:04:52.280024 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.330105 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] For port df825afc-28c1-4f23-ae99-c2a333872bb0, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:04:52.333024 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] For port df825afc-28c1-4f23-ae99-c2a333872bb0, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=df825afc-28c1-4f23-ae99-c2a333872bb0,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:04:52.428109 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.497364 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Routers {'0b0e5ffc-d59c-4208-b1a4-e5e249926242'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:52.497364 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:04:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['0b0e5ffc-d59c-4208-b1a4-e5e249926242'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:52.497364 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b2766-1722-4b6e-9606-0609cb4a3d82 None None] Pushing event updated for resources: {'Port': ['ID=df825afc-28c1-4f23-ae99-c2a333872bb0,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:52.625928 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] Set router 0b0e5ffc-d59c-4208-b1a4-e5e249926242 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:52.830876 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'name': 'router1', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'df825afc-28c1-4f23-ae99-c2a333872bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:04:28Z', 'updated_at': '2022-04-11T18:04:47Z', 'revision_number': 4, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'gw_port': {'id': 'df825afc-28c1-4f23-ae99-c2a333872bb0', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:04:46Z', 'updated_at': '2022-04-11T18:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'a07b96aa-ccd7-4db2-a812-1193277e61eb', 'name': '', 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'mac_address': 'fa:16:3e:69:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:04:38Z', 'updated_at': '2022-04-11T18:04:42Z', 'revision_number': 5, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'subnets': [{'id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e024fcb-65df-4d5c-8940-1792b0f00243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:52.860983 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bc91d0-1aac-41b6-bf8e-8d71bbbfc269 None None] The sync data for ids ['0b0e5ffc-d59c-4208-b1a4-e5e249926242'] in dv-cinder-837354-1-iscsi is: [{'id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'name': 'router1', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'df825afc-28c1-4f23-ae99-c2a333872bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:04:28Z', 'updated_at': '2022-04-11T18:04:47Z', 'revision_number': 4, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'gw_port': {'id': 'df825afc-28c1-4f23-ae99-c2a333872bb0', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:04:46Z', 'updated_at': '2022-04-11T18:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'a07b96aa-ccd7-4db2-a812-1193277e61eb', 'name': '', 'network_id': '09e8b752-6afd-4994-aa1a-d0cd1619e329', 'tenant_id': '5198b7b20f5d4c07846858af9876aba1', 'mac_address': 'fa:16:3e:69:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e5ffc-d59c-4208-b1a4-e5e249926242', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:04:38Z', 'updated_at': '2022-04-11T18:04:42Z', 'revision_number': 5, 'project_id': '5198b7b20f5d4c07846858af9876aba1', 'subnets': [{'id': 'b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e024fcb-65df-4d5c-8940-1792b0f00243'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:04:53.873061 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device df825afc-28c1-4f23-ae99-c2a333872bb0 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:04:53.926992 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port df825afc-28c1-4f23-ae99-c2a333872bb0 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:53.927428 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:54.026887 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port df825afc-28c1-4f23-ae99-c2a333872bb0 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:54.027271 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:54.060031 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port df825afc-28c1-4f23-ae99-c2a333872bb0, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=df825afc-28c1-4f23-ae99-c2a333872bb0,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:54.114469 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:54.165925 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=df825afc-28c1-4f23-ae99-c2a333872bb0,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:55.908029 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device df825afc-28c1-4f23-ae99-c2a333872bb0 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:04:56.070068 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port df825afc-28c1-4f23-ae99-c2a333872bb0 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:56.071065 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (df825afc-28c1-4f23-ae99-c2a333872bb0), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:56.163737 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port df825afc-28c1-4f23-ae99-c2a333872bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:05:02.799460 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7f641c8d-80f9-46a2-ad9e-1059d0017173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:05.027271 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-87f7bcff-6100-4e72-ac3f-1990ab3ae7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:06.495768 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:07.604712 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:09.084360 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:20.245816 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:05:32.798866 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-595b8a63-635a-4fa2-96d4-cee8cf769a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:35.364097 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-84075745-5f52-4996-91f9-efe5ad011e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:36.425415 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:37.638039 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:39.055393 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:57.247149 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:06:02.773967 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c8545bb6-1085-4551-b83e-21935950ec4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:05.008958 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2a2deb9a-7cbf-4a38-a28d-afbc3bc89708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:06.397289 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:07.665709 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:09.065198 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:15.486477 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50408) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:15.553916 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab051a88-bea7-4b66-8f33-7cce468dcfa4 admin admin] GET failed (client error): The resource could not be found. Apr 11 18:06:15.555200 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ab051a88-bea7-4b66-8f33-7cce468dcfa4 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674155 Apr 11 18:06:15.724759 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd50c4e-6ea2-4917-800e-feb16a8268f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:15.726209 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5cd50c4e-6ea2-4917-800e-feb16a8268f8 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1670136 Apr 11 18:06:18.041060 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50418) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:18.169169 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93f0dd5-8762-425e-8858-c452842b133f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:18.170668 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b93f0dd5-8762-425e-8858-c452842b133f admin admin] 10.222.0.53 "GET /v2.0/subnets/b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4 HTTP/1.1" status: 200 len: 849 time: 0.1286139 Apr 11 18:06:18.180423 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:06:18.267704 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Publish callbacks [] for subnet (b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:18.493825 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751657424150'] for subnet (b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:18.531045 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:18.532184 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:18.539303 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] 10.222.0.53 "PUT /v2.0/subnets/b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4 HTTP/1.1" status: 200 len: 868 time: 0.3562748 Apr 11 18:06:18.539562 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d74ec-a37f-4983-be87-410373e04a0d None None] Network 09e8b752-6afd-4994-aa1a-d0cd1619e329 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:06:18.554064 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:18.562383 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.562725 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.563096 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.563441 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.563775 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.564137 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.564471 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.564800 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.565147 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.565534 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.565909 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.566257 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.566586 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.566910 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.567237 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca95fc-f49c-4c79-8447-4b7d460560f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:18.901705 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-63852185-5669-4f66-80b2-de5b0ca054be None None] Provisioning complete for port a07b96aa-ccd7-4db2-a812-1193277e61eb triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:06:18.902098 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-63852185-5669-4f66-80b2-de5b0ca054be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a07b96aa-ccd7-4db2-a812-1193277e61eb), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:18.981406 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-63852185-5669-4f66-80b2-de5b0ca054be None None] Current status of the port a07b96aa-ccd7-4db2-a812-1193277e61eb is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:06:18.990098 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-63852185-5669-4f66-80b2-de5b0ca054be None None] Provisioning complete for port 8d38342a-7e03-48d8-a545-4fff473956c1 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:06:18.990464 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-63852185-5669-4f66-80b2-de5b0ca054be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8d38342a-7e03-48d8-a545-4fff473956c1), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:19.067141 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-63852185-5669-4f66-80b2-de5b0ca054be None None] Current status of the port 8d38342a-7e03-48d8-a545-4fff473956c1 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:06:20.850388 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50426) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:21.056789 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661b145-ba53-4cdd-95ad-75a6fc18c9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:21.057204 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661b145-ba53-4cdd-95ad-75a6fc18c9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:21.058745 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d661b145-ba53-4cdd-95ad-75a6fc18c9b1 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074025 Apr 11 18:06:23.389564 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50434) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:23.586601 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2cb35-9f7d-4d4e-841a-50c0d4772a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:23.586993 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2cb35-9f7d-4d4e-841a-50c0d4772a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:23.588601 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d7c2cb35-9f7d-4d4e-841a-50c0d4772a8a admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980674 Apr 11 18:06:25.923084 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50444) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:26.060900 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6407d-f5df-42ef-8d96-c25c0f7aecee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:26.062289 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-09e6407d-f5df-42ef-8d96-c25c0f7aecee admin admin] 10.222.0.53 "GET /v2.0/networks/09e8b752-6afd-4994-aa1a-d0cd1619e329 HTTP/1.1" status: 200 len: 869 time: 0.1381309 Apr 11 18:06:28.414641 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50452) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:28.540389 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ebfe1-4fa0-4208-981e-271db8dc238d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:28.541753 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-997ebfe1-4fa0-4208-981e-271db8dc238d admin admin] 10.222.0.53 "GET /v2.0/networks/247cd6ca-8c7d-43bc-b085-75a8b730eab8 HTTP/1.1" status: 200 len: 886 time: 0.1261659 Apr 11 18:06:30.885122 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50460) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:31.011181 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786654bb-bbd2-4d79-a3ae-a296f4047a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:31.011637 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786654bb-bbd2-4d79-a3ae-a296f4047a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:31.013279 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-786654bb-bbd2-4d79-a3ae-a296f4047a91 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270299 Apr 11 18:06:32.785463 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1d08c6e3-833e-4b00-92d6-779960160990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:33.389905 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50468) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:33.479962 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d845b-1dc6-4e96-be0b-6091fcd1662c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:33.480471 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d845b-1dc6-4e96-be0b-6091fcd1662c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:33.481995 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-407d845b-1dc6-4e96-be0b-6091fcd1662c admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911252 Apr 11 18:06:34.296216 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:06:35.031092 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e17754b6-9e3b-445c-b489-8d639e033d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:35.805896 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50476) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:35.901569 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c1779-e45f-4b1a-8c0e-47fb40047dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:35.902924 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-da3c1779-e45f-4b1a-8c0e-47fb40047dde admin admin] 10.222.0.53 "GET /v2.0/subnets/b5f5dd0e-17d7-4ee9-a4c7-74995fc676b4 HTTP/1.1" status: 200 len: 868 time: 0.0960920 Apr 11 18:06:36.392933 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:37.601900 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:38.242388 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50484) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:38.333176 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e62b98-8278-42c0-9570-105ee8ba59ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:38.334550 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-12e62b98-8278-42c0-9570-105ee8ba59ee admin admin] 10.222.0.53 "GET /v2.0/subnets/df4aad30-da3c-423a-952a-ea31eb0ddb13 HTTP/1.1" status: 200 len: 816 time: 0.0912206 Apr 11 18:06:39.099024 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:02.789872 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ac6467d8-9a54-475c-8172-4a8fb7a36e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:05.018294 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef177-eecb-4d0e-bb3b-0af87eb9d436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:06.412394 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:07.635224 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:09.075707 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:11.245012 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:07:19.711423 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50542) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:19.771336 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [None req-b6c955f0-f22a-4aa8-a2e1-fab5679a635d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:07:19.772375 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-b6c955f0-f22a-4aa8-a2e1-fab5679a635d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0599897 Apr 11 18:07:22.184735 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50550) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:22.245468 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7a8d32-9351-4fbb-b8ce-fd66db42dbe6 admin admin] GET failed (client error): The resource could not be found. Apr 11 18:07:22.246772 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-ef7a8d32-9351-4fbb-b8ce-fd66db42dbe6 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611091 Apr 11 18:07:22.385486 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b39d5c-83ae-4bff-a143-52c9bea1b544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:07:22.386897 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-61b39d5c-83ae-4bff-a143-52c9bea1b544 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1361196 Apr 11 18:07:24.752438 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50558) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:24.799258 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:07:24.898261 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Made reservation on behalf of 5aa84b28b9df41898e96e85e56af2e08 for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:07:24.900596 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:24.928605 dv-cinder-837354-1-iscsi neutron-server[103992]: WARNING neutron.services.revisions.revision_plugin [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Could not find related network for resource to bump revision. Apr 11 18:07:24.945916 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:07:24.958072 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751657312934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (c17a9050-32f5-425f-a04f-213d7310bfde), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:24.958678 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Unsubscribe: segment precommit_create {{(pid=103992) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 18:07:24.959332 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Added segment c17a9050-32f5-425f-a04f-213d7310bfde of type vlan for network ff56481e-ba55-44a1-b975-7e339663b1f6 Apr 11 18:07:25.014018 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (ff56481e-ba55-44a1-b975-7e339663b1f6), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:25.126308 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (ff56481e-ba55-44a1-b975-7e339663b1f6), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:25.127295 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:07:25.127872 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:25.217312 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Pushing event updated for resources: {'Network': ['ID=ff56481e-ba55-44a1-b975-7e339663b1f6,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:25.223820 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.224199 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.224562 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.224908 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.225244 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.225579 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.225950 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.226294 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.226641 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.226973 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.227317 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.227649 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.228001 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.228348 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.228668 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:25.241044 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network ff56481e-ba55-44a1-b975-7e339663b1f6 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:07:25.283638 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-f6bbe243-36d0-4746-9cf3-762053d5262a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5299988 Apr 11 18:07:27.633883 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50566) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:27.693995 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.pecan_wsgi.hooks.translation [None req-77416655-da0f-49d6-9046-81c42b0a172b admin admin] GET failed (client error): The resource could not be found. Apr 11 18:07:27.695305 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-77416655-da0f-49d6-9046-81c42b0a172b admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604453 Apr 11 18:07:27.768158 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f39892b-20bc-48fe-95e7-a877474d9be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:07:27.769577 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-7f39892b-20bc-48fe-95e7-a877474d9be4 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697007 Apr 11 18:07:27.779092 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Request body: {'subnet': {'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:07:27.890316 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Made reservation on behalf of 5aa84b28b9df41898e96e85e56af2e08 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:07:27.892670 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:28.166351 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (1168f1a8-2cef-43f8-bff8-9046a49c851a), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:28.230306 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1168f1a8-2cef-43f8-bff8-9046a49c851a,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:28.237684 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Checking segment: {'id': 'c17a9050-32f5-425f-a04f-213d7310bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:07:28.238034 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Network hostable DHCP agents. Network: ff56481e-ba55-44a1-b975-7e339663b1f6, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:07:28.355242 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Network ff56481e-ba55-44a1-b975-7e339663b1f6 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:07:28.503204 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, ff56481e-ba55-44a1-b975-7e339663b1f6) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:07:28.508338 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:07:28.508338 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:28.513072 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cce04c-68fa-4ac8-89fc-f422e15825d9 None None] Network ff56481e-ba55-44a1-b975-7e339663b1f6 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:07:28.613254 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-ff56481e-ba55-44a1-b975-7e339663b1f6', 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6', 'project_id': '5aa84b28b9df41898e96e85e56af2e08', 'fixed_ips': [{'subnet_id': '1168f1a8-2cef-43f8-bff8-9046a49c851a'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:07:28.614086 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:28.649034 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-013fea7e-d03e-4224-a881-f0c115e03308 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8732800 Apr 11 18:07:28.756941 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Allocated IP 192.168.233.2 (ff56481e-ba55-44a1-b975-7e339663b1f6/1168f1a8-2cef-43f8-bff8-9046a49c851a/c875464b-0d81-4492-9a04-273eeaf69913) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:07:28.917790 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Publish callbacks [] for port (c875464b-0d81-4492-9a04-273eeaf69913), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:29.013361 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (c875464b-0d81-4492-9a04-273eeaf69913), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:29.059553 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Network ff56481e-ba55-44a1-b975-7e339663b1f6 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:07:29.065430 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:07:29.068161 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Pushing event updated for resources: {'Port': ['ID=c875464b-0d81-4492-9a04-273eeaf69913,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:29.070656 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:07:29.082024 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.082421 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.092888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:07:29.141398 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Attempting to bind port c875464b-0d81-4492-9a04-273eeaf69913 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:07:29.141803 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Attempting to bind port c875464b-0d81-4492-9a04-273eeaf69913 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': 'c17a9050-32f5-425f-a04f-213d7310bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:07:29.142167 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Attempting to bind port c875464b-0d81-4492-9a04-273eeaf69913 on network ff56481e-ba55-44a1-b975-7e339663b1f6 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:07:29.147176 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:07:29.147601 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Checking segment: {'id': 'c17a9050-32f5-425f-a04f-213d7310bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:07:29.148003 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:29.148425 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Bound using segment: {'id': 'c17a9050-32f5-425f-a04f-213d7310bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:07:29.148899 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Bound port: c875464b-0d81-4492-9a04-273eeaf69913, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17a9050-32f5-425f-a04f-213d7310bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:07:29.149263 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c875464b-0d81-4492-9a04-273eeaf69913), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:29.212499 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] For port c875464b-0d81-4492-9a04-273eeaf69913, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:07:29.215714 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] For port c875464b-0d81-4492-9a04-273eeaf69913, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c875464b-0d81-4492-9a04-273eeaf69913,segment=NetworkSegment(c17a9050-32f5-425f-a04f-213d7310bfde),segment_id=c17a9050-32f5-425f-a04f-213d7310bfde)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:07:29.295771 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (c875464b-0d81-4492-9a04-273eeaf69913), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:29.358001 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d2c34-8fea-4c9d-bc95-99f7eda6e7fc None None] Pushing event updated for resources: {'Port': ['ID=c875464b-0d81-4492-9a04-273eeaf69913,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:29.969450 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c875464b-0d81-4492-9a04-273eeaf69913 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:07:30.021622 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port c875464b-0d81-4492-9a04-273eeaf69913 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:07:30.022087 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c875464b-0d81-4492-9a04-273eeaf69913), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:30.108333 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port c875464b-0d81-4492-9a04-273eeaf69913 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:07:30.108713 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c875464b-0d81-4492-9a04-273eeaf69913), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:30.151899 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port c875464b-0d81-4492-9a04-273eeaf69913, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c875464b-0d81-4492-9a04-273eeaf69913,segment=NetworkSegment(c17a9050-32f5-425f-a04f-213d7310bfde),segment_id=c17a9050-32f5-425f-a04f-213d7310bfde)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:07:30.214624 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d376f0fd-a1db-4dcc-818e-4801ac0bda2d None None] Network ff56481e-ba55-44a1-b975-7e339663b1f6 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:07:30.241291 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (c875464b-0d81-4492-9a04-273eeaf69913), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:30.312317 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-139848a9-f941-4bb4-aa31-94830864d289 None None] Provisioning complete for port c875464b-0d81-4492-9a04-273eeaf69913 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:07:30.312764 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-139848a9-f941-4bb4-aa31-94830864d289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c875464b-0d81-4492-9a04-273eeaf69913), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:30.356954 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=c875464b-0d81-4492-9a04-273eeaf69913,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:30.450171 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-139848a9-f941-4bb4-aa31-94830864d289 None None] Current status of the port c875464b-0d81-4492-9a04-273eeaf69913 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:07:30.677185 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-1ecd5b4c-6247-4f4a-b254-6123ccf33315 None None] Provisioning complete for port c875464b-0d81-4492-9a04-273eeaf69913 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:07:30.677185 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5b4c-6247-4f4a-b254-6123ccf33315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c875464b-0d81-4492-9a04-273eeaf69913), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:30.750961 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd5b4c-6247-4f4a-b254-6123ccf33315 None None] Current status of the port c875464b-0d81-4492-9a04-273eeaf69913 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:07:31.926905 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c875464b-0d81-4492-9a04-273eeaf69913 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:07:31.973403 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port c875464b-0d81-4492-9a04-273eeaf69913 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:07:31.973773 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c875464b-0d81-4492-9a04-273eeaf69913), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:32.052004 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port c875464b-0d81-4492-9a04-273eeaf69913 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:07:32.817275 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9a50bea0-5d99-4748-8f46-c940dd895a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:35.092464 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-cdf5499f-e98e-455a-adf7-71737f628bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:36.434545 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:37.651642 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:39.080587 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:48.243421 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:08:02.850641 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-62da2437-9d67-4bb5-9298-c9548eda2e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:05.016505 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f10cfbe8-24a1-4041-9567-ca98382c2439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:06.438976 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:07.639290 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:09.067959 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:25.242401 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:08:32.764451 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-76bba254-e01a-4ee0-8d58-0f9b9a9b6341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:35.009610 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e9c931f-b4db-4be8-b764-03218da0dd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:36.444552 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:37.632749 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:39.082234 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:02.240805 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:09:02.790417 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-15d1be57-13aa-4cd3-8eed-b438a0e26647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:05.020729 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0093-6001-4190-b19f-07fa7baba2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:06.425981 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:07.635238 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:09.077093 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:09.947490 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50606) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:09.953099 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [None req-808df20d-a5cd-4edc-847e-bf25d78f18a0 tempest-verify_tempest_config-906612184 tempest-verify_tempest_config-906612184-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:09:09.954095 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-808df20d-a5cd-4edc-847e-bf25d78f18a0 tempest-verify_tempest_config-906612184 tempest-verify_tempest_config-906612184-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055907 Apr 11 18:09:10.483637 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50624) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:10.586548 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:10.686012 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Publish callbacks [] for security_group (f75e59af-c8f3-48b6-a068-cf5ee83fe6fd), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:10.775093 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (f75e59af-c8f3-48b6-a068-cf5ee83fe6fd), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:10.916734 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=628f540d406346cea4913d4528b3c829&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4319756 Apr 11 18:09:10.917824 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75e59af-c8f3-48b6-a068-cf5ee83fe6fd,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:09:10.919682 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50630) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:10.924885 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.925232 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928957 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.928957 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.929118 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.929985 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11819aa-1448-43c0-8fd4-94c467793017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:10.975232 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Publish callbacks [] for security_group (f75e59af-c8f3-48b6-a068-cf5ee83fe6fd), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:10.996808 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Publish callbacks [] for security_group (f75e59af-c8f3-48b6-a068-cf5ee83fe6fd), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:11.163423 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (f75e59af-c8f3-48b6-a068-cf5ee83fe6fd), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:11.166629 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:11.167890 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f75e59af-c8f3-48b6-a068-cf5ee83fe6fd HTTP/1.1" status: 204 len: 168 time: 0.2471852 Apr 11 18:09:11.175626 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75e59af-c8f3-48b6-a068-cf5ee83fe6fd,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:09:11.184069 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.184069 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.184069 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.184069 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.184069 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.184069 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.184652 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.184735 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.185094 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.185387 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.185713 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.186044 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.186367 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.186690 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:11.187010 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e55d80-52ce-430d-a053-bc50268fd6d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:32.771692 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8691bbea-3013-48d7-87ab-718ed82d66bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:35.030677 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-405a3651-9854-494e-9ad0-59a0ee049680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:36.414252 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:37.636116 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:39.091379 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:39.239773 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:10:02.778408 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c80da219-472b-4171-85c2-de361c81bfb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:05.010865 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-420d34c2-b843-4ac9-b5f3-c39b377cd1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:06.446791 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:07.650952 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:09.098073 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:16.242603 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:10:32.769918 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f1f18665-8fb6-4e83-bcea-09f95ad8071e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:35.029018 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4b20abbb-ee90-4fcf-8cd5-34dd9c475fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:36.497728 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:37.640205 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:39.075601 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:53.241562 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 5 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:10:59.423275 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545720'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:02.771110 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d14fcb6f-730d-4b82-9293-9c84fccb159f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:05.046431 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e328c9e4-b44e-44a2-8e4d-77f38796fff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:06.451911 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:07.645716 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:09.074514 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:15.017543 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50700) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:11:15.126731 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-afea52d0-e175-41e7-a351-1dc1462c1b88 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1080670 Apr 11 18:11:17.537410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50710) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:11:17.623986 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-a01a73db-f3aa-4d03-82e4-11b4f55eb857 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0853760 Apr 11 18:11:29.424595 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:30.240495 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:11:32.804790 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a961f48f-0ef5-4e29-a0cd-1fd1f61dba29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:35.064705 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb21c-4f79-4885-b0f7-f3f1795eee71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:36.459191 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:37.653908 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:39.078348 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:59.413369 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:02.781161 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-702f42c8-2c64-46b9-9e52-0451066cc26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:05.046756 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1a686c04-d8d6-49b7-8641-577d9751eb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:06.473677 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:07.240765 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:12:07.675614 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:09.075519 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:29.429693 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:32.787444 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-554f2214-6d08-4130-9a9b-aae6d9bb0aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:35.017885 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae1a67b7-9867-4b7f-9a57-ec8743309fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:36.469576 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:37.670065 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:39.124141 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:44.309188 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:12:59.482894 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:02.510185 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50926) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:02.532557 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50932) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:02.721224 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50940) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:02.790201 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9e68da4-4540-437d-98d3-f5e0960f3c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:02.822084 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50948) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:02.908635 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-455734186-network', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:02.994340 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Made reservation on behalf of 19b96704fbb14c29b15bc78ee13f3b13 for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:02.994340 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.000767 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1974821827-network', 'tenant_id': '87eb1bc9b4154466b94ded5ac386fbc2'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:03.012784 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.070979 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-360884115-network', 'tenant_id': 'e8f78af66216431482636bd6522504cf'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:03.122313 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Made reservation on behalf of 87eb1bc9b4154466b94ded5ac386fbc2 for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:03.124529 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.137515 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Publish callbacks [] for security_group (1eba0366-e694-4e61-bcf9-9e7cc715b02d), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.138968 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.184149 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Made reservation on behalf of e8f78af66216431482636bd6522504cf for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:03.187268 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.198589 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.217959 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Publish callbacks [] for security_group (973c186b-c54f-485b-937c-de21b7d3e169), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.219550 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (1eba0366-e694-4e61-bcf9-9e7cc715b02d), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.231759 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:13:03.242173 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (6ff72bea-b517-494f-b4e0-758eed31d3f1), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.242530 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Added segment 6ff72bea-b517-494f-b4e0-758eed31d3f1 of type vlan for network 5a534f68-374b-4a6f-b80f-1aa62bee60ea Apr 11 18:13:03.260950 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2104531534-network', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:03.305565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Publish callbacks [] for security_group (0bc393b5-9260-4387-9e62-77946dcc3059), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.314364 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (5a534f68-374b-4a6f-b80f-1aa62bee60ea), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.322779 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eba0366-e694-4e61-bcf9-9e7cc715b02d,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:03.324888 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (973c186b-c54f-485b-937c-de21b7d3e169), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.349534 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.349887 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.350445 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.350796 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.351135 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.351470 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.351800 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.352154 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.352499 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.352835 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.353696 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.354040 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.354376 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.354695 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.355021 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Tracked resource versions report: Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: pushed versions: Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: { 'AddressGroup': {'1.2'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Agent': {'1.1'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'ConntrackHelper': {'1.0'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Log': {'1.0'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'NDPProxy': {'1.0'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Network': {'1.1'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Port': {'1.7'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'PortForwarding': {'1.3'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'QosPolicy': {'1.10'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SecurityGroup': {'1.5'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SubPort': {'1.0'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Subnet': {'1.1'}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Trunk': {'1.1'}} Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: consumer versions: Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: { DHCP agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: L3 agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: Metadata agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: Metering agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: Open vSwitch agent@dv-cinder-837354-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Agent': '1.1', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'ConntrackHelper': '1.0', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'LocalIPAssociation': '1.0', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Log': '1.0', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'NDPProxy': '1.0', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Network': '1.1', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Port': '1.7', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'PortForwarding': '1.3', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'QosPolicy': '1.10', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SecurityGroup': '1.5', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SecurityGroupRule': '1.2', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'SubPort': '1.0', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Subnet': '1.1', Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: 'Trunk': '1.1'}} Apr 11 18:13:03.356283 dv-cinder-837354-1-iscsi neutron-server[103992]: {{(pid=103992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:13:03.368339 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:13:03.384165 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Made reservation on behalf of 263e30cdf3474a53a5d75ec47206d89d for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:03.386479 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.394220 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (8709489a-549a-44ff-bf42-0f06d9d7b654), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.394570 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Added segment 8709489a-549a-44ff-bf42-0f06d9d7b654 of type vlan for network b26fbc73-df46-403a-9756-6a44edae145f Apr 11 18:13:03.395394 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.395920 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973c186b-c54f-485b-937c-de21b7d3e169,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:03.424434 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (0bc393b5-9260-4387-9e62-77946dcc3059), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.445163 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:13:03.451038 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (b26fbc73-df46-403a-9756-6a44edae145f), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.460631 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (a43f21e4-798c-4468-965d-0f0a619884ca), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.460976 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Added segment a43f21e4-798c-4468-965d-0f0a619884ca of type vlan for network 3075154a-7a88-489a-ba8c-59028c658646 Apr 11 18:13:03.471788 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (5a534f68-374b-4a6f-b80f-1aa62bee60ea), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.472873 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:03.480198 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.515060 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (3075154a-7a88-489a-ba8c-59028c658646), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.547946 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] Pushing event updated for resources: {'Network': ['ID=5a534f68-374b-4a6f-b80f-1aa62bee60ea,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:03.561554 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (b26fbc73-df46-403a-9756-6a44edae145f), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.562684 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:03.564410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.566836 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:13:03.645629 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Publish callbacks [] for security_group (ec634be5-2d5a-4954-bb11-25e617f68fd3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.649214 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] Pushing event updated for resources: {'Network': ['ID=b26fbc73-df46-403a-9756-6a44edae145f,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:03.660348 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc393b5-9260-4387-9e62-77946dcc3059,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:03.668171 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (3075154a-7a88-489a-ba8c-59028c658646), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.669387 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:03.669977 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.684192 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-115fdd43-e42b-4653-a409-048bd652c12a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1626821 Apr 11 18:13:03.684192 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50982) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:03.685491 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network b26fbc73-df46-403a-9756-6a44edae145f details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:13:03.693414 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Request body: {'subnet': {'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-455734186-subnet', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:03.742268 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.742953 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.743187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.744130 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.744478 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.744833 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.745158 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.745679 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.746173 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.746508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.746878 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.747227 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.747592 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.747875 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.748442 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Tracked resource versions report: Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: pushed versions: Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: { 'AddressGroup': {'1.2'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Agent': {'1.1'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'ConntrackHelper': {'1.0'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Log': {'1.0'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'NDPProxy': {'1.0'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Network': {'1.1'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Port': {'1.7'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'PortForwarding': {'1.3'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'QosPolicy': {'1.10'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SecurityGroup': {'1.5'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SubPort': {'1.0'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Subnet': {'1.1'}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Trunk': {'1.1'}} Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: consumer versions: Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: { DHCP agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: L3 agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: Metadata agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: Metering agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: Open vSwitch agent@dv-cinder-837354-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Agent': '1.1', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'ConntrackHelper': '1.0', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'LocalIPAssociation': '1.0', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Log': '1.0', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'NDPProxy': '1.0', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Network': '1.1', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Port': '1.7', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'PortForwarding': '1.3', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'QosPolicy': '1.10', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SecurityGroup': '1.5', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SecurityGroupRule': '1.2', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'SubPort': '1.0', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Subnet': '1.1', Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: 'Trunk': '1.1'}} Apr 11 18:13:03.749857 dv-cinder-837354-1-iscsi neutron-server[103993]: {{(pid=103993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:13:03.768416 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ec634be5-2d5a-4954-bb11-25e617f68fd3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.817062 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-3eb20626-ca72-4f84-b083-451df70c28cf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2833219 Apr 11 18:13:03.818607 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] Pushing event updated for resources: {'Network': ['ID=3075154a-7a88-489a-ba8c-59028c658646,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:03.820243 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 50992) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:03.833266 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-e77f8185-26b3-4899-8cac-72447fee23fb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1104512 Apr 11 18:13:03.835000 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 3075154a-7a88-489a-ba8c-59028c658646 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:13:03.839195 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 50994) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:03.845081 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Request body: {'subnet': {'network_id': 'b26fbc73-df46-403a-9756-6a44edae145f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1974821827-subnet', 'tenant_id': '87eb1bc9b4154466b94ded5ac386fbc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:03.855393 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Request body: {'subnet': {'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-subnet', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:03.860836 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:13:03.883179 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec634be5-2d5a-4954-bb11-25e617f68fd3,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:03.894292 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (65e8c2be-ad52-45bf-825a-e87e24315909), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.895245 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Added segment 65e8c2be-ad52-45bf-825a-e87e24315909 of type vlan for network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 Apr 11 18:13:03.907253 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Made reservation on behalf of 19b96704fbb14c29b15bc78ee13f3b13 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:03.913727 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.982791 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.015728 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Made reservation on behalf of e8f78af66216431482636bd6522504cf for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:04.024901 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.037925 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Made reservation on behalf of 87eb1bc9b4154466b94ded5ac386fbc2 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:04.042029 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.186498 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.187781 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:04.188552 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.293903 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] Pushing event updated for resources: {'Network': ['ID=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:04.308935 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:13:04.342552 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9ad79a03-1fe8-4876-9c51-5019e39b4ffa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5200901 Apr 11 18:13:04.344321 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51014) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:04.357571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Request body: {'subnet': {'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-subnet', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:04.416181 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (675019fa-8915-421f-bf8b-c55e41477ea1), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.531860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Made reservation on behalf of 263e30cdf3474a53a5d75ec47206d89d for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:04.534145 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.589075 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (7b48db42-54cb-4d51-ae02-474ffdbd1752), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.592309 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675019fa-8915-421f-bf8b-c55e41477ea1,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:04.607556 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Checking segment: {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:04.607919 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Network hostable DHCP agents. Network: 5a534f68-374b-4a6f-b80f-1aa62bee60ea, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:13:04.652277 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b48db42-54cb-4d51-ae02-474ffdbd1752,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:04.662326 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Checking segment: {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:04.662776 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Network hostable DHCP agents. Network: 3075154a-7a88-489a-ba8c-59028c658646, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:13:04.711393 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (2aa30fdf-51fd-4b97-9a57-190d8af317c5), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.761266 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:13:04.777626 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Network 3075154a-7a88-489a-ba8c-59028c658646 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:13:04.803234 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa30fdf-51fd-4b97-9a57-190d8af317c5,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:04.838634 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Checking segment: {'id': '8709489a-549a-44ff-bf42-0f06d9d7b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b26fbc73-df46-403a-9756-6a44edae145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:04.838993 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Network hostable DHCP agents. Network: b26fbc73-df46-403a-9756-6a44edae145f, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:13:04.866979 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 5a534f68-374b-4a6f-b80f-1aa62bee60ea) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:04.868586 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 3075154a-7a88-489a-ba8c-59028c658646) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:04.877218 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:04.877218 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.880472 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a8871d-5ce9-467a-a560-2d543ca81b45 None None] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:04.880951 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:04.881601 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.884976 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8713351d-99ae-434d-89fe-3bfcba27240f None None] Network 3075154a-7a88-489a-ba8c-59028c658646 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:04.896093 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.958335 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:04.967365 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Checking segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:04.967733 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Network hostable DHCP agents. Network: 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:13:04.990704 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-9f506ef3-4284-415f-900e-e0be2368cf34 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3073304 Apr 11 18:13:04.991568 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Network b26fbc73-df46-403a-9756-6a44edae145f is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:13:04.996472 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51028) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:05.000279 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-e508f89b-3faa-4b96-ad86-362a4eab991f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1593475 Apr 11 18:13:05.003765 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51030) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:05.008249 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:05.008581 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:05.028132 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, b26fbc73-df46-403a-9756-6a44edae145f) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:05.033884 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:05.034484 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.055174 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:13:05.121367 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb196617-2b96-40b2-bda4-7224599ccbb8 None None] Network b26fbc73-df46-403a-9756-6a44edae145f requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:05.178207 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.179328 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.201458 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (c5a05e98-c51f-4e79-82af-b57c9f039e93), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.203065 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (c5a05e98-c51f-4e79-82af-b57c9f039e93), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.225363 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-82dd855f-df57-4e1d-ad45-6a0d3cab965c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.235260 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:05.237570 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:05.238168 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.266579 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84f873-429f-4df7-9384-1901f2f46e54 None None] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:05.280602 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d9cf424a-ee8c-47ad-86d4-a26eff36d859 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4501860 Apr 11 18:13:05.359303 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks [] for router_controller (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), precommit_add_association {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.387347 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-abebc432-6950-4cdf-8833-587cfd8f1f73 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0383501 Apr 11 18:13:05.387667 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51044) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:05.390889 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-3075154a-7a88-489a-ba8c-59028c658646', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'project_id': 'e8f78af66216431482636bd6522504cf', 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:13:05.392891 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.393779 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:05.420968 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:13:05.420968 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.454699 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks [] for router_controller (c5a05e98-c51f-4e79-82af-b57c9f039e93), precommit_add_association {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.587956 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (1d50b2d0-d9a9-487f-9be4-c3c8052da511), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.590183 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (1d50b2d0-d9a9-487f-9be4-c3c8052da511), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.748633 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks [] for router_gateway (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.771874 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51101e3-880e-45e0-8d90-5332185c2944 None None] Network b26fbc73-df46-403a-9756-6a44edae145f requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:05.809748 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks [] for router_controller (1d50b2d0-d9a9-487f-9be4-c3c8052da511), precommit_add_association {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.917484 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks [] for router_gateway (c5a05e98-c51f-4e79-82af-b57c9f039e93), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.955892 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Allocated IP 172.20.0.2 (3075154a-7a88-489a-ba8c-59028c658646/7b48db42-54cb-4d51-ae02-474ffdbd1752/4b679759-cbf2-4a9f-a942-c5b11b8cde29) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:05.961468 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:13:05.962864 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.133515 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Allocated IP 172.20.0.2 (5a534f68-374b-4a6f-b80f-1aa62bee60ea/675019fa-8915-421f-bf8b-c55e41477ea1/c7d84481-22b5-4400-a389-5ca326dd57f8) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:06.371272 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks [] for router_gateway (1d50b2d0-d9a9-487f-9be4-c3c8052da511), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.386391 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks [] for router_gateway (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.409996 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.517408 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Allocated IP 172.20.0.2 (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917/9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8/7386fbc5-83a2-4aaa-a009-d406c5f2d44d) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:06.566875 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.575721 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51102) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:06.580525 dv-cinder-837354-1-iscsi neutron-server[103993]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 18:13:06.589508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks [] for router_gateway (c5a05e98-c51f-4e79-82af-b57c9f039e93), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.600791 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Publish callbacks [] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.606243 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Allocated IP 172.27.2.50 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/a918afa9-5399-4fd9-b023-aa73df9552bc) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:06.624519 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.723975 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Publish callbacks [] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.725360 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.800795 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Network 3075154a-7a88-489a-ba8c-59028c658646 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:06.812964 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:06.816935 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:06.827058 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.852737 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Pushing event updated for resources: {'Port': ['ID=4b679759-cbf2-4a9f-a942-c5b11b8cde29,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:06.886156 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks [] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.912364 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.913152 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.913152 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.913595 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.913795 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks [] for router_gateway (1d50b2d0-d9a9-487f-9be4-c3c8052da511), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.913920 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.914262 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.914596 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.914987 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.915273 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.915711 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.916066 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.916397 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.916718 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.917195 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.917622 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Tracked resource versions report: Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: pushed versions: Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: { 'AddressGroup': {'1.2'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Agent': {'1.1'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'ConntrackHelper': {'1.0'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Log': {'1.0'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'NDPProxy': {'1.0'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Network': {'1.1'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Port': {'1.7'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'PortForwarding': {'1.3'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'QosPolicy': {'1.10'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SecurityGroup': {'1.5'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SubPort': {'1.0'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Subnet': {'1.1'}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Trunk': {'1.1'}} Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: consumer versions: Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: { DHCP agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: L3 agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: Metadata agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: Metering agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: Open vSwitch agent@dv-cinder-837354-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Agent': '1.1', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'ConntrackHelper': '1.0', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'LocalIPAssociation': '1.0', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Log': '1.0', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'NDPProxy': '1.0', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Network': '1.1', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Port': '1.7', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'PortForwarding': '1.3', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'QosPolicy': '1.10', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SecurityGroup': '1.5', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SecurityGroupRule': '1.2', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'SubPort': '1.0', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Subnet': '1.1', Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: 'Trunk': '1.1'}} Apr 11 18:13:06.918946 dv-cinder-837354-1-iscsi neutron-server[103994]: {{(pid=103994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:13:06.922436 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-ae5d8431-612d-4d8b-a807-5c7ff5604f0d tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:06.929020 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-ae5d8431-612d-4d8b-a807-5c7ff5604f0d tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/networks?id=b26fbc73-df46-403a-9756-6a44edae145f HTTP/1.1" status: 200 len: 812 time: 0.3478351 Apr 11 18:13:06.949617 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-7e778757-1387-48b8-92ce-a093c66972bc tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/quotas/87eb1bc9b4154466b94ded5ac386fbc2 HTTP/1.1" status: 200 len: 375 time: 0.0214546 Apr 11 18:13:06.955797 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:06.996440 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:07.006325 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-a99a8898-7a6d-4b82-acf5-79a8d2afb38a tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=87eb1bc9b4154466b94ded5ac386fbc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558536 Apr 11 18:13:07.013427 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:07.021509 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Publish callbacks [] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.029849 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:07.035077 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Pushing event updated for resources: {'Port': ['ID=c7d84481-22b5-4400-a389-5ca326dd57f8,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:07.043571 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Attempting to bind port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:07.044337 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Attempting to bind port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:07.049282 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Attempting to bind port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 on network 3075154a-7a88-489a-ba8c-59028c658646 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:07.069101 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:07.069510 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Checking segment: {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:07.069886 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.070292 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Bound using segment: {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:07.070790 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Bound port: 4b679759-cbf2-4a9f-a942-c5b11b8cde29, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:07.071177 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.102461 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.115063 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.151103 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:07.154433 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:07.158121 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:07.176290 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Attempting to bind port c7d84481-22b5-4400-a389-5ca326dd57f8 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:07.181265 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Attempting to bind port c7d84481-22b5-4400-a389-5ca326dd57f8 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:07.181265 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Attempting to bind port c7d84481-22b5-4400-a389-5ca326dd57f8 on network 5a534f68-374b-4a6f-b80f-1aa62bee60ea {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:07.184019 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Allocated IP 172.27.2.163 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:07.194980 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:07.199507 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:07.199892 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Checking segment: {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:07.200323 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.200731 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Bound using segment: {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:07.201227 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Bound port: c7d84481-22b5-4400-a389-5ca326dd57f8, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:07.201613 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.229216 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:07.244634 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:07.244634 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Pushing event updated for resources: {'Port': ['ID=7386fbc5-83a2-4aaa-a009-d406c5f2d44d,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:07.259933 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] For port 4b679759-cbf2-4a9f-a942-c5b11b8cde29, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:07.278320 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Pushing event updated for resources: {'Port': ['ID=a918afa9-5399-4fd9-b023-aa73df9552bc,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:07.314370 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-2c6699d4-c0d7-420a-912c-c429640ac3ba service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:13:07.315433 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-2c6699d4-c0d7-420a-912c-c429640ac3ba service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1514349 Apr 11 18:13:07.429314 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks [] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.515314 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] For port 4b679759-cbf2-4a9f-a942-c5b11b8cde29, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=4b679759-cbf2-4a9f-a942-c5b11b8cde29,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:07.604633 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-3205b0a2-be36-4fed-9527-427bed643fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/b26fbc73-df46-403a-9756-6a44edae145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735260 Apr 11 18:13:07.613845 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks [] for router_gateway (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.670965 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] For port c7d84481-22b5-4400-a389-5ca326dd57f8, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:07.677051 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] For port c7d84481-22b5-4400-a389-5ca326dd57f8, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c7d84481-22b5-4400-a389-5ca326dd57f8,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:07.693112 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.716492 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-adec4e52-8429-4d48-a86f-ec397dc62baa service neutron] 10.222.0.53 "GET /v2.0/networks/b26fbc73-df46-403a-9756-6a44edae145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040604 Apr 11 18:13:07.723595 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Attempting to bind port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:07.723966 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Attempting to bind port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:07.724395 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Attempting to bind port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:07.733691 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:07.734167 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Checking segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:07.734482 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.734982 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Bound using segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:07.735506 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Bound port: 7386fbc5-83a2-4aaa-a009-d406c5f2d44d, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:07.736812 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.830925 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.849211 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f87353-cbb5-40cb-998c-0250a9a6980b None None] Pushing event updated for resources: {'Port': ['ID=4b679759-cbf2-4a9f-a942-c5b11b8cde29,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:07.856591 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.892027 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.935229 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] For port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:07.957370 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] For port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=7386fbc5-83a2-4aaa-a009-d406c5f2d44d,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:07.965873 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:07.974282 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:07.981066 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaf4eb-f443-44be-bfcc-41cfcc4718a2 None None] Pushing event updated for resources: {'Port': ['ID=c7d84481-22b5-4400-a389-5ca326dd57f8,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:07.981227 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:07.989250 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:07.999054 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Pushing event updated for resources: {'Port': ['ID=20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:08.084162 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:08.160196 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094b5bc-a6d3-4c91-8b9f-d6d11485b969 None None] Pushing event updated for resources: {'Port': ['ID=7386fbc5-83a2-4aaa-a009-d406c5f2d44d,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:08.182054 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Allocated IP 172.27.2.161 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/5c2848d9-8b18-42be-b9c4-0b13c930d5d8) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:08.450164 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 4b679759-cbf2-4a9f-a942-c5b11b8cde29 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:08.521667 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks [] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:08.632715 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:08.633195 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:09.019610 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:09.021254 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:09.021254 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:09.024438 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks [] for router_gateway (c5a05e98-c51f-4e79-82af-b57c9f039e93), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:09.209456 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 4b679759-cbf2-4a9f-a942-c5b11b8cde29, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=4b679759-cbf2-4a9f-a942-c5b11b8cde29,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:09.216075 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:09.271134 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:09.357763 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2848d9-8b18-42be-b9c4-0b13c930d5d8,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:09.359889 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51190) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:09.366639 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:09.381064 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=4b679759-cbf2-4a9f-a942-c5b11b8cde29,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:09.385105 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:09.449468 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:09.491112 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (c5a05e98-c51f-4e79-82af-b57c9f039e93), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:09.519694 dv-cinder-837354-1-iscsi neutron-server[103992]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 18:13:09.601192 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d8b61-c145-4470-beb7-78807ed37bf0 None None] Network 3075154a-7a88-489a-ba8c-59028c658646 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:09.606855 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dba1639e-1bf9-4fec-9da1-96304edfe409 req-6387776d-7085-4ebd-83bb-f8bed6e5c9b0 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.2382629 Apr 11 18:13:09.707344 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:13:09.725421 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb857d7e-7eb7-4be1-9694-b0c5eda6a332 None None] Provisioning complete for port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:09.725813 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb857d7e-7eb7-4be1-9694-b0c5eda6a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:09.807432 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Router c5a05e98-c51f-4e79-82af-b57c9f039e93 is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:13:09.905404 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb857d7e-7eb7-4be1-9694-b0c5eda6a332 None None] Current status of the port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:10.013648 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks [] for router_gateway (1d50b2d0-d9a9-487f-9be4-c3c8052da511), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:10.023878 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53d9e9b-5202-440c-805b-df3dfdccc6ce None None] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:10.044766 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:13:10.054709 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Sync routers for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:13:10.090083 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:10.090839 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:10.201250 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:10.202959 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-695ae785-d754-4cb2-bc55-fe394172b893 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1981385 Apr 11 18:13:10.213547 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51212) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:10.281619 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:13:10.426650 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Sync routers for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:13:10.437514 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:10.441873 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51224) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:10.443226 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-fa2df59d-b6ae-45cf-b627-4a7e75829513 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4476516 Apr 11 18:13:10.446870 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 4b679759-cbf2-4a9f-a942-c5b11b8cde29 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:10.501626 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:10.502549 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:10.511634 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-a1475f3f-45e6-4d19-b4d2-092b09a02613 None None] Provisioning complete for port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:10.511634 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1475f3f-45e6-4d19-b4d2-092b09a02613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:10.591339 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:10.620478 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (1d50b2d0-d9a9-487f-9be4-c3c8052da511), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:10.640234 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cadf77-ae46-486d-89ac-3e3ea6bb028c None None] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:10.898164 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:08Z', 'revision_number': 3, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:10.937369 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Checking router: c5a05e98-c51f-4e79-82af-b57c9f039e93 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:13:10.938000 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Updating router c5a05e98-c51f-4e79-82af-b57c9f039e93 port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:13:10.989587 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:13:11.003799 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:11.022562 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ea2cdd13-b1cc-4174-8048-503fc8f27bb1 req-93b8f98b-3fe1-426c-b767-174f1c7a1a76 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.2979412 Apr 11 18:13:11.044816 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-a1475f3f-45e6-4d19-b4d2-092b09a02613 None None] Current status of the port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:11.045204 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1475f3f-45e6-4d19-b4d2-092b09a02613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:11.084629 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:11.085032 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:11.216435 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:11.258106 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:13:11.358769 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:11.363127 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-bcdba56e-6ad8-46a6-be76-b720dc1d74b1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9732962 Apr 11 18:13:11.365806 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51248) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:11.401792 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:13:11.447226 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-a1475f3f-45e6-4d19-b4d2-092b09a02613 None None] For port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=7386fbc5-83a2-4aaa-a009-d406c5f2d44d,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:11.488117 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:11.488717 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 7386fbc5-83a2-4aaa-a009-d406c5f2d44d up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:11.516749 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:11.517419 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:11.560876 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1475f3f-45e6-4d19-b4d2-092b09a02613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:11.656765 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:11.657111 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:11.743083 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Provisioning complete for port c7d84481-22b5-4400-a389-5ca326dd57f8 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:11.744002 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:11.765116 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1475f3f-45e6-4d19-b4d2-092b09a02613 None None] Pushing event updated for resources: {'Port': ['ID=7386fbc5-83a2-4aaa-a009-d406c5f2d44d,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:11.783562 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Publish callbacks [] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:11.938780 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:11.946732 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.021982 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.094493 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:07Z', 'revision_number': 3, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:12.137139 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.176162 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Checking router: c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:13:12.176515 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Updating router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 port a918afa9-5399-4fd9-b023-aa73df9552bc binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:13:12.190110 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Attempting to bind port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:12.190545 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Attempting to bind port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:12.191138 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Attempting to bind port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:12.201322 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:12.201949 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:12.202922 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.203494 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:12.204507 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Bound port: 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:12.205052 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.237673 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.344413 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:12.346345 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c7d84481-22b5-4400-a389-5ca326dd57f8 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:12.409819 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] For port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:12.434770 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.454136 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Pushing event updated for resources: {'Port': ['ID=20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:12.461874 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] For port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:12.505576 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.507137 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.507830 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.508388 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.508903 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.509444 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.509975 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.510478 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.510981 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.512097 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.512773 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.513333 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.513840 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.514711 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.515218 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Tracked resource versions report: Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: pushed versions: Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: { 'AddressGroup': {'1.2'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Agent': {'1.1'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'ConntrackHelper': {'1.0'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Log': {'1.0'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'NDPProxy': {'1.0'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Network': {'1.1'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Port': {'1.7'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'PortForwarding': {'1.3'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'QosPolicy': {'1.10'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SecurityGroup': {'1.5'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SubPort': {'1.0'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Subnet': {'1.1'}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Trunk': {'1.1'}} Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: consumer versions: Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: { DHCP agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: L3 agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: Metadata agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: Metering agent@dv-cinder-837354-1-iscsi: {}, Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: Open vSwitch agent@dv-cinder-837354-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Agent': '1.1', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'ConntrackHelper': '1.0', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'LocalIPAssociation': '1.0', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Log': '1.0', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'NDPProxy': '1.0', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Network': '1.1', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Port': '1.7', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'PortForwarding': '1.3', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'QosPolicy': '1.10', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SecurityGroup': '1.5', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SecurityGroupRule': '1.2', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'SubPort': '1.0', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Subnet': '1.1', Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: 'Trunk': '1.1'}} Apr 11 18:13:12.517201 dv-cinder-837354-1-iscsi neutron-server[103995]: {{(pid=103995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:13:12.524019 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Allocated IP 172.20.0.1 (5a534f68-374b-4a6f-b80f-1aa62bee60ea/675019fa-8915-421f-bf8b-c55e41477ea1/80247caf-f77d-4cf4-9b19-1c79904f5844) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:12.545959 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Current status of the port c7d84481-22b5-4400-a389-5ca326dd57f8 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:12.546431 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.589483 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.589687 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-225f85dd-21fd-4b18-8b60-291444438da2 req-ed4c2c4d-bc39-4a66-8c54-957db38dd993 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.0510297 Apr 11 18:13:12.595528 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Allocated IP 172.20.0.1 (3075154a-7a88-489a-ba8c-59028c658646/7b48db42-54cb-4d51-ae02-474ffdbd1752/f36f4abd-c68c-44cb-b215-e23b2e8a1c50) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:12.597710 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:09Z', 'revision_number': 3, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:12.668854 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port c7d84481-22b5-4400-a389-5ca326dd57f8 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:12.669557 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.685847 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:13:12.686393 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Updating router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:13:12.761624 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Publish callbacks [] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.764371 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] For port c7d84481-22b5-4400-a389-5ca326dd57f8, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c7d84481-22b5-4400-a389-5ca326dd57f8,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:12.802232 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Publish callbacks [] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.840688 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.850677 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Allocated IP 172.20.0.1 (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917/9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8/bcb32f28-42f5-403c-8bf9-7b240be76bb0) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:12.868420 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.900114 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Provisioning complete for port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:12.900673 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:12.912515 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:12.916956 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:12.922316 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.003352 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Pushing event updated for resources: {'Port': ['ID=80247caf-f77d-4cf4-9b19-1c79904f5844,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:13.011057 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.028892 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:13.033522 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Pushing event updated for resources: {'Port': ['ID=c7d84481-22b5-4400-a389-5ca326dd57f8,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:13.076628 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Pushing event updated for resources: {'Port': ['ID=f36f4abd-c68c-44cb-b215-e23b2e8a1c50,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:13.089324 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Publish callbacks [] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.089406 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:13.091794 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Network 3075154a-7a88-489a-ba8c-59028c658646 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:13.094115 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:13.096793 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:13.097815 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (c5a05e98-c51f-4e79-82af-b57c9f039e93), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.107027 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port c7d84481-22b5-4400-a389-5ca326dd57f8 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:13.205626 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.243585 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:13.245761 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.294318 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Publish callbacks [] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.303035 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 7386fbc5-83a2-4aaa-a009-d406c5f2d44d up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:13.341507 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Pushing event updated for resources: {'Port': ['ID=bcb32f28-42f5-403c-8bf9-7b240be76bb0,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:13.357948 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:13.368440 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:13.371674 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:13.380116 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (1d50b2d0-d9a9-487f-9be4-c3c8052da511), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.424754 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.473587 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Current status of the port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:13.546179 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:13.610858 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Provisioning complete for port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:13.611987 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.731517 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Attempting to bind port a918afa9-5399-4fd9-b023-aa73df9552bc on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:13.731891 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Attempting to bind port a918afa9-5399-4fd9-b023-aa73df9552bc by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:13.732347 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Attempting to bind port a918afa9-5399-4fd9-b023-aa73df9552bc on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:13.765343 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c3d08-df8f-4ab2-9b61-7f18a6730b7c None None] Pushing event updated for resources: {'Port': ['ID=a918afa9-5399-4fd9-b023-aa73df9552bc,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:13.772329 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:13.772594 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:13.776500 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.776500 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:13.776500 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Bound port: a918afa9-5399-4fd9-b023-aa73df9552bc, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:13.776500 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.788692 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:13.789080 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.905810 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:13.920385 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7de8d764-dc9e-4fb6-88f8-201b97b6a976 req-a947bc6a-4358-4d16-841d-8a54447104a3 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.0353036 Apr 11 18:13:13.978316 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fdcf6-3c55-44a3-9f83-d258c0d488ef None None] Pushing event updated for resources: {'Port': ['ID=20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:14.001539 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] For port a918afa9-5399-4fd9-b023-aa73df9552bc, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:14.004881 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] For port a918afa9-5399-4fd9-b023-aa73df9552bc, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=a918afa9-5399-4fd9-b023-aa73df9552bc,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:14.066662 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.093273 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-4bbadcb7-d817-4da6-80a7-4e63af9e3be0 None None] Current status of the port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:14.096622 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.101010 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.115175 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:14.116282 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c7d84481-22b5-4400-a389-5ca326dd57f8 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:14.165047 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Publish callbacks [] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.210304 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c3d08-df8f-4ab2-9b61-7f18a6730b7c None None] Pushing event updated for resources: {'Port': ['ID=a918afa9-5399-4fd9-b023-aa73df9552bc,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:14.219160 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:14.219613 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:14.227310 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.229727 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (1d50b2d0-d9a9-487f-9be4-c3c8052da511), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.248200 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:08Z', 'revision_number': 3, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:14.261148 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-77ebc1fb-f2f8-425a-9f5a-63550e891b28 None None] Provisioning complete for port bcb32f28-42f5-403c-8bf9-7b240be76bb0 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:14.261520 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-77ebc1fb-f2f8-425a-9f5a-63550e891b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.297248 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port c7d84481-22b5-4400-a389-5ca326dd57f8 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:14.297624 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.301862 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94fae2-477e-4878-b3f4-5f80a1875375 None None] The sync data for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi is: [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:08Z', 'revision_number': 3, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:13:14.380120 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Publish callbacks [] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.381318 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-77ebc1fb-f2f8-425a-9f5a-63550e891b28 None None] Port bcb32f28-42f5-403c-8bf9-7b240be76bb0 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:14.404333 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-77ebc1fb-f2f8-425a-9f5a-63550e891b28 None None] Provisioning complete for port 80247caf-f77d-4cf4-9b19-1c79904f5844 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:14.404726 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-77ebc1fb-f2f8-425a-9f5a-63550e891b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.429358 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Pushing event updated for resources: {'Port': ['ID=bcb32f28-42f5-403c-8bf9-7b240be76bb0,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:14.453642 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.486515 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:14.491607 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Publish callbacks [] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.503705 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:14.503900 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:14.564742 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Attempting to bind port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:14.565341 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Attempting to bind port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:14.565657 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Attempting to bind port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:14.579997 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:14.580506 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:14.580971 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.581421 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:14.581919 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Bound port: 5c2848d9-8b18-42be-b9c4-0b13c930d5d8, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:14.582386 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.616988 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-77ebc1fb-f2f8-425a-9f5a-63550e891b28 None None] Port 80247caf-f77d-4cf4-9b19-1c79904f5844 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:14.675743 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] For port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:14.679246 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] For port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=5c2848d9-8b18-42be-b9c4-0b13c930d5d8,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:14.682321 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-77ebc1fb-f2f8-425a-9f5a-63550e891b28 None None] Provisioning complete for port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:14.682715 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-77ebc1fb-f2f8-425a-9f5a-63550e891b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.688858 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b76b9d-f36a-4659-b7cf-b0483d350915 None None] Pushing event updated for resources: {'Port': ['ID=5c2848d9-8b18-42be-b9c4-0b13c930d5d8,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:14.691800 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port c7d84481-22b5-4400-a389-5ca326dd57f8 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:14.727723 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.737878 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.754934 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Publish callbacks [] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.760129 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:13:14.769604 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.831543 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.832286 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (c5a05e98-c51f-4e79-82af-b57c9f039e93), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:14.838242 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-77ebc1fb-f2f8-425a-9f5a-63550e891b28 None None] Port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:14.897935 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:14.898587 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:14.906409 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b76b9d-f36a-4659-b7cf-b0483d350915 None None] Pushing event updated for resources: {'Port': ['ID=5c2848d9-8b18-42be-b9c4-0b13c930d5d8,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:14.974615 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:13:14.980613 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-1634a31a-02b4-41d8-a664-0ffa8e342fca admin admin] 10.222.0.53 "PUT /v2.0/routers/1d50b2d0-d9a9-487f-9be4-c3c8052da511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6133828 Apr 11 18:13:15.023030 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-1c4d069d-396f-4858-96c4-5043d77d40ed None None] Provisioning complete for port bcb32f28-42f5-403c-8bf9-7b240be76bb0 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:15.023410 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1c4d069d-396f-4858-96c4-5043d77d40ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:15.031935 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:12Z', 'revision_number': 1, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:15.070555 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Pushing event updated for resources: {'Port': ['ID=80247caf-f77d-4cf4-9b19-1c79904f5844,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:15.110452 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-855fdce7-39b8-4e85-957b-6dcb2e77235f req-086470f6-a2db-4024-89ee-0954ae25033f tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.0632176 Apr 11 18:13:15.117525 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Network 3075154a-7a88-489a-ba8c-59028c658646 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:15.126236 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:15.237908 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Pushing event updated for resources: {'Port': ['ID=f36f4abd-c68c-44cb-b215-e23b2e8a1c50,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:15.245357 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:15.246297 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:15.269229 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:15.415015 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe2d2e-53fa-40cc-803d-1d17aa777133 None None] The sync data for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi is: [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:12Z', 'revision_number': 1, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:13:15.416837 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:15.497588 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d069d-396f-4858-96c4-5043d77d40ed None None] Port bcb32f28-42f5-403c-8bf9-7b240be76bb0 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:15.572150 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:15.572543 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:15.741166 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Router c5a05e98-c51f-4e79-82af-b57c9f039e93 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:13:15.779983 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:13:15.799319 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:15.799789 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:15.836378 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:14Z', 'revision_number': 2, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:15.838837 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-e445fc5a-1585-47d3-9e4a-b40fba202711 None None] Provisioning complete for port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:15.839365 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e445fc5a-1585-47d3-9e4a-b40fba202711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:15.854496 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:15.885887 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf1f13-b63d-49be-a5df-1c5fff1a59b4 None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:14Z', 'revision_number': 2, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:13:15.903823 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-e445fc5a-1585-47d3-9e4a-b40fba202711 None None] Port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:15.943847 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:15.971490 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51344) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:15.976368 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-33b98169-1096-408e-8633-2673089d9740 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855431034', 'description': 'tempest-description--708625456'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:16.026768 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.15', 59616) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:16.068364 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-0ef1bd79-7aa4-4845-a899-4eb05e63c0ca None None] Provisioning complete for port 80247caf-f77d-4cf4-9b19-1c79904f5844 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:16.073977 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bd79-7aa4-4845-a899-4eb05e63c0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:16.076331 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:16.129447 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33b98169-1096-408e-8633-2673089d9740 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:16.139791 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1bd79-7aa4-4845-a899-4eb05e63c0ca None None] Port 80247caf-f77d-4cf4-9b19-1c79904f5844 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:16.156995 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:13:16.163345 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-29a79b4d-9992-4986-b549-d3fbc1249d0a admin admin] 10.222.0.53 "PUT /v2.0/routers/c5a05e98-c51f-4e79-82af-b57c9f039e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9483397 Apr 11 18:13:16.176098 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:13:16.184102 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ca86f942-5a31-4cf1-877c-b0bb7ba5bcbc admin admin] 10.222.0.53 "PUT /v2.0/routers/c23da8b6-9546-4bc4-9d4b-b395ba3a30d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7382257 Apr 11 18:13:16.403859 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33b98169-1096-408e-8633-2673089d9740 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (5e135ab0-bda8-43f0-98d3-3d5f3784b7e2), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:16.449227 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-a24f20b7-f127-4454-9748-921e0b4a5c88 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:16.450784 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-a24f20b7-f127-4454-9748-921e0b4a5c88 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.15 "GET /v2.0/networks?id=b26fbc73-df46-403a-9756-6a44edae145f HTTP/1.1" status: 200 len: 812 time: 0.4231260 Apr 11 18:13:16.494243 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6d0579fe-3372-47e0-b035-9207711a4cb7 req-a4e6203d-8789-4251-b427-b916b3c14c17 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.0613348 Apr 11 18:13:16.495410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33b98169-1096-408e-8633-2673089d9740 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5e135ab0-bda8-43f0-98d3-3d5f3784b7e2), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:16.538272 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b98169-1096-408e-8633-2673089d9740 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:16.573055 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33b98169-1096-408e-8633-2673089d9740 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:16.577354 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-33b98169-1096-408e-8633-2673089d9740 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6016650 Apr 11 18:13:16.577503 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51362) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:16.583105 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-0cc0beef-2c72-4276-a0de-da0bfeee9d51 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group_rule': {'security_group_id': '5e135ab0-bda8-43f0-98d3-3d5f3784b7e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:16.716349 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0cc0beef-2c72-4276-a0de-da0bfeee9d51 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (4faec1bf-2301-47ff-a8ed-f23d2cb0858e), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:16.840956 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0cc0beef-2c72-4276-a0de-da0bfeee9d51 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (4faec1bf-2301-47ff-a8ed-f23d2cb0858e), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:16.920182 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0cc0beef-2c72-4276-a0de-da0bfeee9d51 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (4faec1bf-2301-47ff-a8ed-f23d2cb0858e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:16.951578 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0beef-2c72-4276-a0de-da0bfeee9d51 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faec1bf-2301-47ff-a8ed-f23d2cb0858e,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:17.053502 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0cc0beef-2c72-4276-a0de-da0bfeee9d51 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.054966 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0cc0beef-2c72-4276-a0de-da0bfeee9d51 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4758565 Apr 11 18:13:17.060279 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51376) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:17.067284 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-a510c7c3-d634-4061-8834-283f04bbd91c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group_rule': {'security_group_id': '5e135ab0-bda8-43f0-98d3-3d5f3784b7e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:17.077694 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51378) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:17.083444 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-26f9cdcf-1368-4936-b4d0-e9580a10e04a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154078611', 'description': 'tempest-description--605037939'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:17.191323 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-26f9cdcf-1368-4936-b4d0-e9580a10e04a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.226217 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a510c7c3-d634-4061-8834-283f04bbd91c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (84f54cbe-0f62-44a9-95e7-82a448bcc15e), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.310826 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-26f9cdcf-1368-4936-b4d0-e9580a10e04a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (d75c7e53-2354-4a4c-b798-c4342851f73d), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.326925 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Sync routers for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:13:17.345404 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device a918afa9-5399-4fd9-b023-aa73df9552bc up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:17.365979 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:17.368870 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:17.389609 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-26f9cdcf-1368-4936-b4d0-e9580a10e04a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (d75c7e53-2354-4a4c-b798-c4342851f73d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.405389 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a510c7c3-d634-4061-8834-283f04bbd91c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (84f54cbe-0f62-44a9-95e7-82a448bcc15e), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.454191 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9cdcf-1368-4936-b4d0-e9580a10e04a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75c7e53-2354-4a4c-b798-c4342851f73d,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:17.473554 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a510c7c3-d634-4061-8834-283f04bbd91c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (84f54cbe-0f62-44a9-95e7-82a448bcc15e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.502673 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510c7c3-d634-4061-8834-283f04bbd91c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f54cbe-0f62-44a9-95e7-82a448bcc15e,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:17.516142 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-26f9cdcf-1368-4936-b4d0-e9580a10e04a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.520348 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-26f9cdcf-1368-4936-b4d0-e9580a10e04a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4387484 Apr 11 18:13:17.522825 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51382) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:17.528668 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-8a71376a-7f34-4cf9-9ec8-055b2d5979cc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'security_group_rule': {'security_group_id': 'd75c7e53-2354-4a4c-b798-c4342851f73d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:17.575267 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a510c7c3-d634-4061-8834-283f04bbd91c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.576681 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-a510c7c3-d634-4061-8834-283f04bbd91c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152268 Apr 11 18:13:17.580700 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51386) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:17.588710 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:17.599734 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port a918afa9-5399-4fd9-b023-aa73df9552bc triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:17.599999 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.646105 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:17.650087 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8047ced-b307-480e-8af3-c09509f066cf req-ed6d52ac-a76d-470e-b835-5f994aa459e1 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.0514579 Apr 11 18:13:17.692885 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8a71376a-7f34-4cf9-9ec8-055b2d5979cc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (b1b7aa79-6abd-4d97-b328-0e4d382b297b), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.713734 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.799928 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8a71376a-7f34-4cf9-9ec8-055b2d5979cc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (b1b7aa79-6abd-4d97-b328-0e4d382b297b), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.862409 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8a71376a-7f34-4cf9-9ec8-055b2d5979cc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (b1b7aa79-6abd-4d97-b328-0e4d382b297b), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.885401 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port a918afa9-5399-4fd9-b023-aa73df9552bc is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:17.886170 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.912665 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71376a-7f34-4cf9-9ec8-055b2d5979cc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b7aa79-6abd-4d97-b328-0e4d382b297b,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:17.943435 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port a918afa9-5399-4fd9-b023-aa73df9552bc, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=a918afa9-5399-4fd9-b023-aa73df9552bc,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:17.973228 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51396) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:17.980450 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-da0124be-fb83-4619-b4c9-9b7b0a004a0b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866599868', 'description': 'tempest-description--1870150643'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:17.992956 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8a71376a-7f34-4cf9-9ec8-055b2d5979cc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:17.995886 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-8a71376a-7f34-4cf9-9ec8-055b2d5979cc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4741826 Apr 11 18:13:17.999647 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51400) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:18.005652 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-3d02cf1e-2bf7-4db5-8489-c9faec7feeb6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'security_group_rule': {'security_group_id': 'd75c7e53-2354-4a4c-b798-c4342851f73d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:18.010915 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.011726 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:18.077845 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:14Z', 'revision_number': 2, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:18.093009 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d02cf1e-2bf7-4db5-8489-c9faec7feeb6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (ee90e9ef-2c6c-4d94-acce-fa05d105afe2), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.110894 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da0124be-fb83-4619-b4c9-9b7b0a004a0b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.121261 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Checking router: c5a05e98-c51f-4e79-82af-b57c9f039e93 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:13:18.121612 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Updating router c5a05e98-c51f-4e79-82af-b57c9f039e93 port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:13:18.170657 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=a918afa9-5399-4fd9-b023-aa73df9552bc,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:18.174516 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.191035 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.194546 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:18.195150 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.308526 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Allocated IP 172.27.2.94 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/0a80e1ba-7998-48a2-8650-d5c346c1ed4e) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:18.373914 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:18.392424 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da0124be-fb83-4619-b4c9-9b7b0a004a0b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (99406e3a-0272-4f2a-89fe-fd29fd411bbe), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.412180 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d02cf1e-2bf7-4db5-8489-c9faec7feeb6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (ee90e9ef-2c6c-4d94-acce-fa05d105afe2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.439347 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (0a80e1ba-7998-48a2-8650-d5c346c1ed4e), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.495928 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da0124be-fb83-4619-b4c9-9b7b0a004a0b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (99406e3a-0272-4f2a-89fe-fd29fd411bbe), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.525293 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0124be-fb83-4619-b4c9-9b7b0a004a0b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99406e3a-0272-4f2a-89fe-fd29fd411bbe,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:18.547113 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d02cf1e-2bf7-4db5-8489-c9faec7feeb6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (ee90e9ef-2c6c-4d94-acce-fa05d105afe2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.569888 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02cf1e-2bf7-4db5-8489-c9faec7feeb6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee90e9ef-2c6c-4d94-acce-fa05d105afe2,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:18.572211 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (0a80e1ba-7998-48a2-8650-d5c346c1ed4e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.600577 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da0124be-fb83-4619-b4c9-9b7b0a004a0b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.601864 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-da0124be-fb83-4619-b4c9-9b7b0a004a0b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6271958 Apr 11 18:13:18.605430 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51404) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:18.610626 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-64e35b20-a314-4b23-81f6-9b476b55f7bf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'security_group_rule': {'security_group_id': '99406e3a-0272-4f2a-89fe-fd29fd411bbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:18.624144 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:18.630614 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:18.633410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=0a80e1ba-7998-48a2-8650-d5c346c1ed4e,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:18.635811 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:18.643386 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Publish callbacks [] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.668572 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d02cf1e-2bf7-4db5-8489-c9faec7feeb6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.673921 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3d02cf1e-2bf7-4db5-8489-c9faec7feeb6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6729155 Apr 11 18:13:18.674596 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51408) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:18.679274 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:18.698773 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Request body: {'port': {'device_id': '2c4d2a79-eefa-42f2-9b82-0f52836a5e89', 'network_id': 'b26fbc73-df46-403a-9756-6a44edae145f', 'admin_state_up': True, 'tenant_id': '87eb1bc9b4154466b94ded5ac386fbc2'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:18.721412 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.758389 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d75524c3-8ac4-4fc4-bd70-27af2335401f req-f272862d-eb5b-4506-a7ec-846fd2d18598 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.0353854 Apr 11 18:13:18.764544 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-64e35b20-a314-4b23-81f6-9b476b55f7bf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (b8cfb2b4-4c42-48b8-8822-c22d8dbc6c8b), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.784655 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.792764 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b8111-bba2-42b0-92a9-34128f5503ee None None] Pushing event updated for resources: {'Port': ['ID=f36f4abd-c68c-44cb-b215-e23b2e8a1c50,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:18.845351 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (92f3f3bb-51b1-4fff-a853-de03dc2dd349), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.926721 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Attempting to bind port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:18.927302 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Attempting to bind port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:18.927879 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Attempting to bind port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 on network 3075154a-7a88-489a-ba8c-59028c658646 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:18.942702 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:18.942987 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Checking segment: {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:18.943659 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.944336 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Bound using segment: {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:18.945142 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Bound port: f36f4abd-c68c-44cb-b215-e23b2e8a1c50, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:18.952398 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:18.999109 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Made reservation on behalf of 87eb1bc9b4154466b94ded5ac386fbc2 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:19.004484 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.161928 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-64e35b20-a314-4b23-81f6-9b476b55f7bf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (b8cfb2b4-4c42-48b8-8822-c22d8dbc6c8b), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.162011 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] For port f36f4abd-c68c-44cb-b215-e23b2e8a1c50, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:19.164517 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.168017 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] For port f36f4abd-c68c-44cb-b215-e23b2e8a1c50, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=f36f4abd-c68c-44cb-b215-e23b2e8a1c50,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:19.225400 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-5c3d92eb-09b1-424f-850f-a0b2cddff35e None None] Provisioning complete for port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:19.225789 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5c3d92eb-09b1-424f-850f-a0b2cddff35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.261795 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-64e35b20-a314-4b23-81f6-9b476b55f7bf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (b8cfb2b4-4c42-48b8-8822-c22d8dbc6c8b), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.278240 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d92eb-09b1-424f-850f-a0b2cddff35e None None] Port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:19.287495 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.289500 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e35b20-a314-4b23-81f6-9b476b55f7bf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cfb2b4-4c42-48b8-8822-c22d8dbc6c8b,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:19.297985 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (0a80e1ba-7998-48a2-8650-d5c346c1ed4e), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.367790 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Allocated IP 172.27.2.242 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/cbc58c21-2f76-4776-b12f-67b8988e857f) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:19.375977 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b8111-bba2-42b0-92a9-34128f5503ee None None] Pushing event updated for resources: {'Port': ['ID=f36f4abd-c68c-44cb-b215-e23b2e8a1c50,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:19.389839 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:19.390845 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:19.402123 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-64e35b20-a314-4b23-81f6-9b476b55f7bf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.403898 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-64e35b20-a314-4b23-81f6-9b476b55f7bf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7971356 Apr 11 18:13:19.410840 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51424) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:19.412287 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-5bd5e08f-2ece-4d44-8429-42242a741615 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'security_group_rule': {'security_group_id': '99406e3a-0272-4f2a-89fe-fd29fd411bbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:19.448372 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device a918afa9-5399-4fd9-b023-aa73df9552bc up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:19.474891 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Allocated IP 172.20.0.4 (b26fbc73-df46-403a-9756-6a44edae145f/2aa30fdf-51fd-4b97-9a57-190d8af317c5/325f247f-2e73-449e-9035-eee302d8d159) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:19.562658 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e08f-2ece-4d44-8429-42242a741615 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (d8ae4873-e163-4d57-8773-da60ed625972), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.692447 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for port (cbc58c21-2f76-4776-b12f-67b8988e857f), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.695046 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e08f-2ece-4d44-8429-42242a741615 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (d8ae4873-e163-4d57-8773-da60ed625972), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.760836 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (0a80e1ba-7998-48a2-8650-d5c346c1ed4e), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.783863 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e08f-2ece-4d44-8429-42242a741615 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (d8ae4873-e163-4d57-8773-da60ed625972), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.807980 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port a918afa9-5399-4fd9-b023-aa73df9552bc triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:19.808805 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.815426 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Publish callbacks [] for port (325f247f-2e73-449e-9035-eee302d8d159), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.815627 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:19.830091 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (cbc58c21-2f76-4776-b12f-67b8988e857f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.842019 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5e08f-2ece-4d44-8429-42242a741615 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ae4873-e163-4d57-8773-da60ed625972,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:19.871120 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (0a80e1ba-7998-48a2-8650-d5c346c1ed4e), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.886062 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:19.889565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:19.894280 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-4b363272-3c28-4a7e-978f-4a88059d45c4 None None] Provisioning complete for port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:19.894545 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4b363272-3c28-4a7e-978f-4a88059d45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.894915 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:19.918498 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (92f3f3bb-51b1-4fff-a853-de03dc2dd349), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.927027 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e08f-2ece-4d44-8429-42242a741615 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:19.930897 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5bd5e08f-2ece-4d44-8429-42242a741615 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5198078 Apr 11 18:13:19.933135 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'Port': ['ID=cbc58c21-2f76-4776-b12f-67b8988e857f,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:19.950354 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51436) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:19.957159 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:19.990638 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8ef1ca21-cc7d-4afc-ac9b-81f260f378bb req-2a458919-063b-427d-9a77-f47898493943 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.0850251 Apr 11 18:13:20.003486 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (325f247f-2e73-449e-9035-eee302d8d159), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.015207 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=0a80e1ba-7998-48a2-8650-d5c346c1ed4e,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:20.019368 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Sync routers for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:13:20.034438 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:20.035344 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:20.119079 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.128422 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (12d88b81-5540-4fab-9b55-fcab23ac1059), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.134475 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0e8dc76d-4398-4099-b262-822401229420 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5509527 Apr 11 18:13:20.209704 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.218290 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-4b363272-3c28-4a7e-978f-4a88059d45c4 None None] Current status of the port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:20.219101 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4b363272-3c28-4a7e-978f-4a88059d45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.258891 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Network b26fbc73-df46-403a-9756-6a44edae145f is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:20.271555 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:20.292950 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:20.297347 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:20.311222 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:20.311222 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.319372 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (cbc58c21-2f76-4776-b12f-67b8988e857f), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.356523 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port a918afa9-5399-4fd9-b023-aa73df9552bc is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:20.361088 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:20.392231 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Pushing event updated for resources: {'Port': ['ID=325f247f-2e73-449e-9035-eee302d8d159,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:20.451030 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-4b363272-3c28-4a7e-978f-4a88059d45c4 None None] For port f36f4abd-c68c-44cb-b215-e23b2e8a1c50, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=f36f4abd-c68c-44cb-b215-e23b2e8a1c50,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:20.474475 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:19Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:20.521687 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.542019 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f7d05-df6a-43ff-b74f-4cbdbc15346c None None] The sync data for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi is: [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:19Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:13:20.544417 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:13:20.550373 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:20.550373 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.550520 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-82d6a61f-a4fd-4c55-be8e-50a8c651c380 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8742416 Apr 11 18:13:20.550901 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4b363272-3c28-4a7e-978f-4a88059d45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.642109 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for port (cbc58c21-2f76-4776-b12f-67b8988e857f), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.644092 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:20.644832 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:20.711406 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Allocated IP 172.27.2.14 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/ab455856-b5d5-4e0e-ba6c-f1aca35d1640) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:20.721328 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b363272-3c28-4a7e-978f-4a88059d45c4 None None] Pushing event updated for resources: {'Port': ['ID=f36f4abd-c68c-44cb-b215-e23b2e8a1c50,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:20.740102 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-90926829-6c4e-4a55-a312-eb5fbafbb97c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1855431034&fields=id&tenant_id=263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 267 time: 0.3653283 Apr 11 18:13:20.753812 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (cbc58c21-2f76-4776-b12f-67b8988e857f), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.757825 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:14Z', 'revision_number': 2, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:20.810046 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Checking router: c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:13:20.810410 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Updating router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 port 80247caf-f77d-4cf4-9b19-1c79904f5844 binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:13:20.855971 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (12d88b81-5540-4fab-9b55-fcab23ac1059), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.871096 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.879840 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:20.880269 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.898486 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:20.940104 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for port (ab455856-b5d5-4e0e-ba6c-f1aca35d1640), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:20.958219 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'Port': ['ID=cbc58c21-2f76-4776-b12f-67b8988e857f,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:20.973175 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=5c2848d9-8b18-42be-b9c4-0b13c930d5d8,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:21.037393 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-c5bf163d-d918-4948-922b-cbbac9232cee tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:21.038990 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-c5bf163d-d918-4948-922b-cbbac9232cee tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 815 time: 0.2878497 Apr 11 18:13:21.048097 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.049480 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-16c6669f-4e80-4d00-9f1d-3bba5f64f747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3739369 Apr 11 18:13:21.080078 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-40963828-e5cd-45b2-a01c-184fd3f44fa6 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/quotas/263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 375 time: 0.0294898 Apr 11 18:13:21.110102 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (ab455856-b5d5-4e0e-ba6c-f1aca35d1640), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.128032 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.232614 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-e3c4228e-1937-4279-94d5-56d7763032ee tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463435 Apr 11 18:13:21.293455 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:21.308597 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:21.311672 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:21.323270 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:13:21.438204 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-18a9523f-f39c-452e-aa50-7e0e89e37a4e service neutron] 10.222.0.53 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688778 Apr 11 18:13:21.453531 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device f36f4abd-c68c-44cb-b215-e23b2e8a1c50 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:21.511206 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Publish callbacks [] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.605470 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=5c2848d9-8b18-42be-b9c4-0b13c930d5d8,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:21.639111 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.639332 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:14Z', 'revision_number': 2, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:21.647843 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-2eaf09bd-5a84-4cb6-9fe3-2fafdb957ced service neutron] 10.222.0.53 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085242 Apr 11 18:13:21.649491 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-db74ec38-9bb4-4b12-9c5d-70569a94b837 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:13:21.650581 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-db74ec38-9bb4-4b12-9c5d-70569a94b837 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244718 Apr 11 18:13:21.660074 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a52d6-849f-4bf8-b22e-6e70965dd5ed req-ce0bd4a0-5374-43f9-ab64-83419574768d tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:21.661684 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4e1a52d6-849f-4bf8-b22e-6e70965dd5ed req-ce0bd4a0-5374-43f9-ab64-83419574768d tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 931 time: 0.4815092 Apr 11 18:13:21.662411 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'Port': ['ID=ab455856-b5d5-4e0e-ba6c-f1aca35d1640,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:21.694066 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb4503-18c3-44c2-9499-0c1033958557 None None] Pushing event updated for resources: {'Port': ['ID=80247caf-f77d-4cf4-9b19-1c79904f5844,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:21.696415 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:13:21.698608 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Updating router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 port bcb32f28-42f5-403c-8bf9-7b240be76bb0 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:13:21.706076 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (d83d7e42-88cd-43f7-8ea1-cc32a6668dd0), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.734078 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:21.734453 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.789988 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4e1a52d6-849f-4bf8-b22e-6e70965dd5ed req-0cb93666-9e5f-4fe5-bd95-a00d517bf887 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217885 Apr 11 18:13:21.799021 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.831102 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Attempting to bind port 80247caf-f77d-4cf4-9b19-1c79904f5844 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:21.831887 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Attempting to bind port 80247caf-f77d-4cf4-9b19-1c79904f5844 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:21.833062 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Attempting to bind port 80247caf-f77d-4cf4-9b19-1c79904f5844 on network 5a534f68-374b-4a6f-b80f-1aa62bee60ea {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:21.843326 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:21.844346 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Checking segment: {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:21.859137 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.861541 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Bound using segment: {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:21.866078 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Bound port: 80247caf-f77d-4cf4-9b19-1c79904f5844, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:21.866217 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Request body: {'port': {'device_id': '2c4d2a79-eefa-42f2-9b82-0f52836a5e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:21.866309 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.913295 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (ab455856-b5d5-4e0e-ba6c-f1aca35d1640), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:21.966913 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] For port 80247caf-f77d-4cf4-9b19-1c79904f5844, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:21.975196 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] For port 80247caf-f77d-4cf4-9b19-1c79904f5844, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=80247caf-f77d-4cf4-9b19-1c79904f5844,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:22.054566 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:22.059063 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:22.161866 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (325f247f-2e73-449e-9035-eee302d8d159), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:22.179953 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-363cd223-37f2-4840-8941-69d293698160 req-0f93bd26-4798-4991-9117-7c17ad5d4074 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0670240 Apr 11 18:13:22.215517 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-e537f1b4-5bfb-48e1-919f-47c0eb44c7e1 None None] Provisioning complete for port 80247caf-f77d-4cf4-9b19-1c79904f5844 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:22.216093 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e537f1b4-5bfb-48e1-919f-47c0eb44c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:22.224588 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-134a6792-c1b0-4930-a9ba-87f8a35283d9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--154078611&fields=id&tenant_id=e8f78af66216431482636bd6522504cf HTTP/1.1" status: 200 len: 267 time: 0.2623870 Apr 11 18:13:22.226511 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb4503-18c3-44c2-9499-0c1033958557 None None] Pushing event updated for resources: {'Port': ['ID=80247caf-f77d-4cf4-9b19-1c79904f5844,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:22.246169 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:22.247996 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:22.526312 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:22.595778 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Publish callbacks [] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:22.753430 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbb01-b844-4069-beac-03f50a2700f9 req-70e287fb-6edf-4870-b8a7-8480886e634a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:22.755109 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-70e287fb-6edf-4870-b8a7-8480886e634a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 816 time: 0.5297227 Apr 11 18:13:22.795725 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-ff6db840-5ecc-4f72-aac1-db88d6387535 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/quotas/e8f78af66216431482636bd6522504cf HTTP/1.1" status: 200 len: 375 time: 0.0238709 Apr 11 18:13:22.905690 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for port (ab455856-b5d5-4e0e-ba6c-f1aca35d1640), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:22.979731 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:22.980452 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-ca33d094-e4b9-490b-bbf7-a87ca4f26b0f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1743312 Apr 11 18:13:22.999588 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (ab455856-b5d5-4e0e-ba6c-f1aca35d1640), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:23.002570 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-e537f1b4-5bfb-48e1-919f-47c0eb44c7e1 None None] Current status of the port 80247caf-f77d-4cf4-9b19-1c79904f5844 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:23.009505 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e537f1b4-5bfb-48e1-919f-47c0eb44c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:23.137618 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:21Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:23.297896 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'Port': ['ID=ab455856-b5d5-4e0e-ba6c-f1aca35d1640,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:23.314700 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b7e73-f2dc-4491-ad3e-f412ee4bb4e8 None None] The sync data for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi is: [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:21Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:13:23.351852 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-e537f1b4-5bfb-48e1-919f-47c0eb44c7e1 None None] For port 80247caf-f77d-4cf4-9b19-1c79904f5844, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=80247caf-f77d-4cf4-9b19-1c79904f5844,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:23.404029 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (d83d7e42-88cd-43f7-8ea1-cc32a6668dd0), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:23.411680 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd7b31-6963-4a88-905d-586d381b1a1f None None] Pushing event updated for resources: {'Port': ['ID=bcb32f28-42f5-403c-8bf9-7b240be76bb0,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:23.491694 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e537f1b4-5bfb-48e1-919f-47c0eb44c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:23.611651 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-a784ab02-d6a7-4c0e-9bb3-d81ae0cd0840 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:13:23.635915 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-a784ab02-d6a7-4c0e-9bb3-d81ae0cd0840 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3537829 Apr 11 18:13:23.779287 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:23.792928 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-3b97ad3c-6b07-486a-a447-506953b24b0d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8414125 Apr 11 18:13:23.887201 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 80247caf-f77d-4cf4-9b19-1c79904f5844 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:23.906455 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84ca79-c4ed-441c-9fbf-3fbc8fde7f57 req-78da92c7-6236-4780-92ba-ca68268da8e8 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:23.908208 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5a84ca79-c4ed-441c-9fbf-3fbc8fde7f57 req-78da92c7-6236-4780-92ba-ca68268da8e8 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 931 time: 0.2291164 Apr 11 18:13:23.916358 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537f1b4-5bfb-48e1-919f-47c0eb44c7e1 None None] Pushing event updated for resources: {'Port': ['ID=80247caf-f77d-4cf4-9b19-1c79904f5844,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:24.067047 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5a84ca79-c4ed-441c-9fbf-3fbc8fde7f57 req-9ae50d5f-8511-450a-916d-db6d0a5b82b7 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339309 Apr 11 18:13:24.077103 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325f247f-2e73-449e-9035-eee302d8d159 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:13:24.093230 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-00b7f8c4-c7f6-41a9-ac2b-ab16fc97800c None None] Provisioning complete for port 80247caf-f77d-4cf4-9b19-1c79904f5844 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:24.096289 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-00b7f8c4-c7f6-41a9-ac2b-ab16fc97800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:24.113506 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Publish callbacks [] for port (325f247f-2e73-449e-9035-eee302d8d159), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:24.173827 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Transition to ACTIVE for port object 325f247f-2e73-449e-9035-eee302d8d159 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:13:24.177590 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-fee01a8d-f3db-4791-97f7-fe0828dfc96c service neutron] 10.222.0.53 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314331 Apr 11 18:13:24.187885 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Attempting to bind port bcb32f28-42f5-403c-8bf9-7b240be76bb0 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:24.188787 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Attempting to bind port bcb32f28-42f5-403c-8bf9-7b240be76bb0 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:24.190051 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Attempting to bind port bcb32f28-42f5-403c-8bf9-7b240be76bb0 on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:24.223040 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:24.223728 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Checking segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:24.235838 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:24.235966 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Bound using segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:24.241321 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Bound port: bcb32f28-42f5-403c-8bf9-7b240be76bb0, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:24.241812 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:24.248173 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-02af8d11-c6f7-474b-9e53-33d116910deb req-39e24f88-025c-4a07-8ccc-fe6a4d177e2d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0903771 Apr 11 18:13:24.279942 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (325f247f-2e73-449e-9035-eee302d8d159), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:24.437704 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] For port bcb32f28-42f5-403c-8bf9-7b240be76bb0, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:24.442664 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] For port bcb32f28-42f5-403c-8bf9-7b240be76bb0, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=bcb32f28-42f5-403c-8bf9-7b240be76bb0,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:24.462739 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 80247caf-f77d-4cf4-9b19-1c79904f5844 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:24.463399 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:24.558029 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-8b2522f1-7aa9-4b93-9349-218ea9cd590a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1866599868&fields=id&tenant_id=19b96704fbb14c29b15bc78ee13f3b13 HTTP/1.1" status: 200 len: 267 time: 0.1191471 Apr 11 18:13:24.630196 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Pushing event updated for resources: {'Port': ['ID=325f247f-2e73-449e-9035-eee302d8d159,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:24.660843 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Attempting to bind port 325f247f-2e73-449e-9035-eee302d8d159 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:24.661498 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Attempting to bind port 325f247f-2e73-449e-9035-eee302d8d159 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '8709489a-549a-44ff-bf42-0f06d9d7b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b26fbc73-df46-403a-9756-6a44edae145f'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:24.662383 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Attempting to bind port 325f247f-2e73-449e-9035-eee302d8d159 on network b26fbc73-df46-403a-9756-6a44edae145f {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:24.672195 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-a10a5efd-217a-4d59-bab7-14596b580d6f service neutron] 10.222.0.53 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859321 Apr 11 18:13:24.674783 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Port 325f247f-2e73-449e-9035-eee302d8d159 on network b26fbc73-df46-403a-9756-6a44edae145f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:13:24.675254 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Attempting to bind port 325f247f-2e73-449e-9035-eee302d8d159 on network b26fbc73-df46-403a-9756-6a44edae145f {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:24.682435 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:24.682802 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Checking segment: {'id': '8709489a-549a-44ff-bf42-0f06d9d7b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b26fbc73-df46-403a-9756-6a44edae145f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:24.683490 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Bound using segment: {'id': '8709489a-549a-44ff-bf42-0f06d9d7b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b26fbc73-df46-403a-9756-6a44edae145f'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:24.683910 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Bound port: 325f247f-2e73-449e-9035-eee302d8d159, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8709489a-549a-44ff-bf42-0f06d9d7b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b26fbc73-df46-403a-9756-6a44edae145f'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:24.684342 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (325f247f-2e73-449e-9035-eee302d8d159), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:24.704858 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-00b7f8c4-c7f6-41a9-ac2b-ab16fc97800c None None] Current status of the port 80247caf-f77d-4cf4-9b19-1c79904f5844 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:24.707300 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:24.710956 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-14009036-180e-4939-9d18-79b7bdd0a8a4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:24.712935 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-14009036-180e-4939-9d18-79b7bdd0a8a4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/networks?id=5a534f68-374b-4a6f-b80f-1aa62bee60ea HTTP/1.1" status: 200 len: 810 time: 0.1539414 Apr 11 18:13:24.750781 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-5e1ac30e-5adc-4a40-bd12-482837b8f32f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/quotas/19b96704fbb14c29b15bc78ee13f3b13 HTTP/1.1" status: 200 len: 375 time: 0.0311310 Apr 11 18:13:25.006785 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] For port 325f247f-2e73-449e-9035-eee302d8d159, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:25.006785 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] For port 325f247f-2e73-449e-9035-eee302d8d159, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=325f247f-2e73-449e-9035-eee302d8d159,segment=NetworkSegment(8709489a-549a-44ff-bf42-0f06d9d7b654),segment_id=8709489a-549a-44ff-bf42-0f06d9d7b654)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:25.007706 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 80247caf-f77d-4cf4-9b19-1c79904f5844 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:25.007706 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:25.007706 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-572993a4-a28d-4fe4-959a-c5da17e006be None None] Provisioning complete for port bcb32f28-42f5-403c-8bf9-7b240be76bb0 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:25.007706 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-572993a4-a28d-4fe4-959a-c5da17e006be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:25.103540 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-c1259686-c3d6-4b45-a4b9-46ecb8c13ce0 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3496885 Apr 11 18:13:25.108473 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:13:25.109354 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:25.185611 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd7b31-6963-4a88-905d-586d381b1a1f None None] Pushing event updated for resources: {'Port': ['ID=bcb32f28-42f5-403c-8bf9-7b240be76bb0,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:25.266730 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-eeaf37ea-f291-43d4-8e55-bb8bec8fdb2f service neutron] 10.222.0.53 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367166 Apr 11 18:13:25.278123 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:25.278549 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:25.316674 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (325f247f-2e73-449e-9035-eee302d8d159), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:25.413489 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:25.414555 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:25.416775 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/325f247f-2e73-449e-9035-eee302d8d159 HTTP/1.1" status: 200 len: 1093 time: 3.6862242 Apr 11 18:13:25.419062 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4d2a79-eefa-42f2-9b82-0f52836a5e89', 'tag': '325f247f-2e73-449e-9035-eee302d8d159'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:13:25.451874 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-191820d5-b1fe-44cc-8c8a-4cf13da341ed service neutron] 10.222.0.53 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675324 Apr 11 18:13:25.820596 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:13:25.985348 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-572993a4-a28d-4fe4-959a-c5da17e006be None None] Current status of the port bcb32f28-42f5-403c-8bf9-7b240be76bb0 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:25.987400 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-572993a4-a28d-4fe4-959a-c5da17e006be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:26.017244 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-8e09643e-085b-4918-8d10-41dabace2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:26.018909 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-8e09643e-085b-4918-8d10-41dabace2ac4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87eb1bc9b4154466b94ded5ac386fbc2&device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 1127 time: 0.3411543 Apr 11 18:13:26.034841 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4d2a79-eefa-42f2-9b82-0f52836a5e89", "tag": "325f247f-2e73-449e-9035-eee302d8d159"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:13:26.083319 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-92125d51-03d1-4fbe-8b78-530489c4c8b2 req-0345b362-a701-4da6-a9a9-8ed16a64d541 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0801544 Apr 11 18:13:26.191696 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c284d2c-49ea-4260-bb0a-7746d8d470a3 service neutron] Pushing event updated for resources: {'Port': ['ID=325f247f-2e73-449e-9035-eee302d8d159,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:26.264846 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-cca461de-229f-4253-aca8-dc996a3289dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=325f247f-2e73-449e-9035-eee302d8d159 HTTP/1.1" status: 200 len: 217 time: 0.2336555 Apr 11 18:13:26.274935 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-148981b3-1c68-49c1-b395-5d82b27fdd68 req-5f94b10f-c987-4f4a-862a-0fe4a904a0ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0603485 Apr 11 18:13:26.280415 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94615f1-6a3e-4e57-bda0-e5b810e82c60 req-46f4c448-4ee2-487e-a96e-9666dc511d61 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:26.289683 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b94615f1-6a3e-4e57-bda0-e5b810e82c60 req-46f4c448-4ee2-487e-a96e-9666dc511d61 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.2410631 Apr 11 18:13:26.363617 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-572993a4-a28d-4fe4-959a-c5da17e006be None None] For port bcb32f28-42f5-403c-8bf9-7b240be76bb0, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=bcb32f28-42f5-403c-8bf9-7b240be76bb0,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:26.401828 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:24Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:13:26.413797 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b94615f1-6a3e-4e57-bda0-e5b810e82c60 req-c7b305dc-0309-4edc-ad84-b1d26874de35 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137435 Apr 11 18:13:26.418146 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-910e1929-e406-4b21-a5c3-fe24ae1f87fa req-133c93d8-4870-4c56-84fa-06486dc4f08d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0467272 Apr 11 18:13:26.449898 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-572993a4-a28d-4fe4-959a-c5da17e006be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:26.449898 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b50b42-93e3-4711-9744-d09fe590e7ea None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:24Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:13:26.482853 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:26.519918 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572993a4-a28d-4fe4-959a-c5da17e006be None None] Pushing event updated for resources: {'Port': ['ID=bcb32f28-42f5-403c-8bf9-7b240be76bb0,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:26.567753 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-033748d3-a17a-49a6-8926-cdb30cf6fc8b None None] Provisioning complete for port bcb32f28-42f5-403c-8bf9-7b240be76bb0 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:26.569137 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-033748d3-a17a-49a6-8926-cdb30cf6fc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:26.647082 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7799096c-e39c-4d13-8574-3b159371bc08 x-openstack-request-id: req-7799096c-e39c-4d13-8574-3b159371bc08 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:13:26.647082 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4d2a79-eefa-42f2-9b82-0f52836a5e89", "tag": "325f247f-2e73-449e-9035-eee302d8d159", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:13:26.647082 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7799096c-e39c-4d13-8574-3b159371bc08 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:13:26.647082 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7799096c-e39c-4d13-8574-3b159371bc08'] response: {'name': 'network-changed', 'server_uuid': '2c4d2a79-eefa-42f2-9b82-0f52836a5e89', 'tag': '325f247f-2e73-449e-9035-eee302d8d159', 'status': 'completed', 'code': 200} Apr 11 18:13:26.650669 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 80247caf-f77d-4cf4-9b19-1c79904f5844 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:26.690669 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-033748d3-a17a-49a6-8926-cdb30cf6fc8b None None] Current status of the port bcb32f28-42f5-403c-8bf9-7b240be76bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:26.726974 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 80247caf-f77d-4cf4-9b19-1c79904f5844 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:26.726974 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:26.845847 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 80247caf-f77d-4cf4-9b19-1c79904f5844 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:26.846913 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device bcb32f28-42f5-403c-8bf9-7b240be76bb0 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:26.901254 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port bcb32f28-42f5-403c-8bf9-7b240be76bb0 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:26.901823 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:26.999505 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port bcb32f28-42f5-403c-8bf9-7b240be76bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:27.189216 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-32fe0f11-7f58-4b70-866e-32f279398dee req-b0a97584-7f32-4d86-be04-2e42bc08ee10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0443704 Apr 11 18:13:27.476894 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-01131046-2e1b-4ae5-a685-c678023dec3d req-55190330-ae72-4ac9-871a-957a86d2ee5a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0480013 Apr 11 18:13:27.593968 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069efc69-8b8a-4a32-8b38-58b1864c37f5 req-59b685ac-75c6-4a99-90d7-541150dd73b4 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:27.605873 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-069efc69-8b8a-4a32-8b38-58b1864c37f5 req-59b685ac-75c6-4a99-90d7-541150dd73b4 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.0665901 Apr 11 18:13:27.709273 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-069efc69-8b8a-4a32-8b38-58b1864c37f5 req-33c96a9e-62b8-4090-92a9-e2933a16c432 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954158 Apr 11 18:13:27.830311 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8ca518ba-a0b0-4b77-b15d-ea0db994b706 req-fa9186ac-f13c-4036-bd33-e703e0d77ed2 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.2721958 Apr 11 18:13:28.307583 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8ba4ee95-d10f-4dc7-a1fa-606cfd4f123b req-e8412bf3-b384-4edf-af60-1969eab2d555 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0295753 Apr 11 18:13:28.596069 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device bcb32f28-42f5-403c-8bf9-7b240be76bb0 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:28.606670 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-68612367-004f-4ca1-8c06-6b7e93b80d5a req-5b5f8e07-eaa7-478f-9b6c-5ce216530688 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0321083 Apr 11 18:13:28.657468 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port bcb32f28-42f5-403c-8bf9-7b240be76bb0 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:28.657903 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:28.750225 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port bcb32f28-42f5-403c-8bf9-7b240be76bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:28.852867 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba6cf4-1f0b-46b7-a958-fffe88951d32 req-f5645231-75dd-41d3-928d-93e36c75aef8 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:28.854613 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-26ba6cf4-1f0b-46b7-a958-fffe88951d32 req-f5645231-75dd-41d3-928d-93e36c75aef8 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.0512924 Apr 11 18:13:28.918760 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-26ba6cf4-1f0b-46b7-a958-fffe88951d32 req-05d89b34-c112-4d46-8036-d66ba4f7708a tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581825 Apr 11 18:13:28.975581 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9d2629d6-8eab-4791-b2e0-e16f833067d7 req-dfd801a1-e986-42ff-9090-7cababdeca4f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0376782 Apr 11 18:13:29.419162 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ac290eca-0cc3-4e26-bbd7-af09a0b04097 req-5ef832fb-9799-423b-809b-495bc237129d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0346758 Apr 11 18:13:29.476500 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:29.718212 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-db5ce064-2f6c-4d7d-87c4-e8d43300802f req-36b77c0e-255c-42d2-b304-e7281c4a45ec tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0276928 Apr 11 18:13:30.107024 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b5ab3-bc66-48fc-b253-88f5a42d94eb req-8aded3a8-ac8b-483f-8580-cf84badf1dd0 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:30.115656 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-db7b5ab3-bc66-48fc-b253-88f5a42d94eb req-8aded3a8-ac8b-483f-8580-cf84badf1dd0 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.1018126 Apr 11 18:13:30.171742 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b874b8e5-f880-4484-aef3-0f8a70884512 req-3974768c-33f6-4c86-b5e8-934d1fa30e7d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0691633 Apr 11 18:13:30.174638 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-db7b5ab3-bc66-48fc-b253-88f5a42d94eb req-3caa5e25-f8ce-4e44-9762-b9e557a6ecf1 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577881 Apr 11 18:13:30.575186 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a23b35dd-622d-4467-9585-b20ac34e73aa req-90d568f0-d5bb-4a5a-941d-ef2dcc0aaaa0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0420363 Apr 11 18:13:30.840123 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-341255b0-786c-4b48-86b1-f85437faaf51 req-8fbca91e-6b33-4b94-bc7b-6668d94eb4a0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0306025 Apr 11 18:13:31.316511 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4197-79b2-4508-8da6-64c22df7c71a req-017bbc3d-eceb-489a-91a7-244b0cb49396 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:31.318313 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a39f4197-79b2-4508-8da6-64c22df7c71a req-017bbc3d-eceb-489a-91a7-244b0cb49396 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.0658672 Apr 11 18:13:31.321098 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-331a7450-be8b-423d-a3bc-33b12107cf34 req-70543427-70e9-4d52-b4de-a3eabc0c5ffa tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0336967 Apr 11 18:13:31.370777 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a39f4197-79b2-4508-8da6-64c22df7c71a req-4072d6f0-0e70-43bf-9bb4-763765f39bfe tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449684 Apr 11 18:13:31.669881 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bbbd6a2f-d9dd-4b70-bc0b-61fb3061b241 req-3c5dc646-a8af-4819-9f91-32b34ef8c16f tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0296066 Apr 11 18:13:31.960288 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-48e0ef58-8251-4b59-9b16-7b2d08abb800 req-fb461020-8ec3-4caf-99e2-c78927a19259 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0282409 Apr 11 18:13:32.449157 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4521bb89-e117-4953-aae8-a4c2ff2f1f6f req-b40a8bdf-43ee-40ad-89ba-67cb5d378565 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0373223 Apr 11 18:13:32.523246 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313bde4-dc79-4907-9bbb-e3b7af3ff3bc req-a5b60466-ff71-477f-a6d0-0334fdd9a967 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:32.525546 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7313bde4-dc79-4907-9bbb-e3b7af3ff3bc req-a5b60466-ff71-477f-a6d0-0334fdd9a967 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.0744195 Apr 11 18:13:32.587650 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7313bde4-dc79-4907-9bbb-e3b7af3ff3bc req-b7d72e5b-6a93-4a8c-9c3a-d4c56e27d69b tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547140 Apr 11 18:13:32.784703 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-acb631c4-611e-4b01-aa35-1349ecb31365 req-2c0b37cc-d063-4393-9aa9-694827dbbcef tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0418620 Apr 11 18:13:32.810036 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-504195dd-a044-4c1e-a852-e9923995fe1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:33.115227 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6b8b449f-87b7-43a9-96a5-e897af76e170 req-b4ad39ef-2f35-4751-8ca2-f61e6d143805 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0768034 Apr 11 18:13:33.205924 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 51884) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:33.342127 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-344a51a6-e06c-48b0-a99c-19d354c2886c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:33.434714 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-344a51a6-e06c-48b0-a99c-19d354c2886c admin admin] Publish callbacks [] for security_group (7c4c4b1e-ad7a-43d8-b27a-9bf0405d33f8), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:33.549297 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-344a51a6-e06c-48b0-a99c-19d354c2886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (7c4c4b1e-ad7a-43d8-b27a-9bf0405d33f8), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:33.577789 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-65451405-ac9a-421d-bf89-18778b7e0311 req-1fa47916-ae44-44c0-a422-e56eadf77bae tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0423310 Apr 11 18:13:33.608730 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-344a51a6-e06c-48b0-a99c-19d354c2886c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11607f1c13dd404088188eead8f2715e&name=default HTTP/1.1" status: 200 len: 2994 time: 0.4016953 Apr 11 18:13:33.609669 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a51a6-e06c-48b0-a99c-19d354c2886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4c4b1e-ad7a-43d8-b27a-9bf0405d33f8,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:33.611422 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51894) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:33.743818 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a4a69-3438-4b20-9bf5-dd28cb264995 req-479c968b-7cdd-4891-af3b-c9e7e6b6949e tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:33.745382 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c4a4a69-3438-4b20-9bf5-dd28cb264995 req-479c968b-7cdd-4891-af3b-c9e7e6b6949e tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.0723300 Apr 11 18:13:33.751298 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-25615c33-ae53-44d5-bed9-d99e39444656 admin admin] Publish callbacks [] for security_group (7c4c4b1e-ad7a-43d8-b27a-9bf0405d33f8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:33.804251 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-25615c33-ae53-44d5-bed9-d99e39444656 admin admin] Publish callbacks [] for security_group (7c4c4b1e-ad7a-43d8-b27a-9bf0405d33f8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:33.860073 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c4a4a69-3438-4b20-9bf5-dd28cb264995 req-66dfd5d3-5e63-4a27-8cbc-f219f8c2ea35 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065390 Apr 11 18:13:33.949746 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bc59f1a6-87f0-482e-9da3-49b73497883e req-71520cfd-92da-4b5f-bb7a-861650cc29ef tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0466444 Apr 11 18:13:33.965070 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-25615c33-ae53-44d5-bed9-d99e39444656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (7c4c4b1e-ad7a-43d8-b27a-9bf0405d33f8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:33.969051 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-25615c33-ae53-44d5-bed9-d99e39444656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:33.971143 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-25615c33-ae53-44d5-bed9-d99e39444656 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c4c4b1e-ad7a-43d8-b27a-9bf0405d33f8 HTTP/1.1" status: 204 len: 168 time: 0.3574874 Apr 11 18:13:33.980181 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25615c33-ae53-44d5-bed9-d99e39444656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4c4b1e-ad7a-43d8-b27a-9bf0405d33f8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:34.233552 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-87ba24c3-ac69-432f-827c-b4b8260ebb1a req-640640a3-61b6-4b7e-acff-e0ac8221b257 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0295007 Apr 11 18:13:34.679121 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-53fe431f-3368-46a7-8a6d-d7f27f98678c req-5fc5852d-b4e4-47bc-be1b-9b00648d09f4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0325954 Apr 11 18:13:34.932075 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51918) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:34.947679 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-726ce4b1-800c-4ca1-a1c3-cefea8a6d4a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:35.006346 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c638-f041-4224-8c80-8c84d9162abb req-4cb79c23-8c85-4fec-a6ac-afea53011e16 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:35.007890 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c8e2c638-f041-4224-8c80-8c84d9162abb req-4cb79c23-8c85-4fec-a6ac-afea53011e16 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.0628185 Apr 11 18:13:35.022330 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-06eff8ec-38a9-4b33-b4ca-bcbd16f0f4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:35.067290 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac62dd67-9532-4ecb-8eeb-b983d32f61f5 req-b6f0b2c7-34d9-4678-99bd-0703ae2ae027 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0288117 Apr 11 18:13:35.099609 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c8e2c638-f041-4224-8c80-8c84d9162abb req-81ee6634-8892-4fd8-97a3-9a922e0a2677 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745416 Apr 11 18:13:35.113103 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-726ce4b1-800c-4ca1-a1c3-cefea8a6d4a6 admin admin] Publish callbacks [] for security_group (104f8a1e-c198-4e5b-816a-d2bf5b9a37c4), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:35.233148 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-726ce4b1-800c-4ca1-a1c3-cefea8a6d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (104f8a1e-c198-4e5b-816a-d2bf5b9a37c4), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:35.288673 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-726ce4b1-800c-4ca1-a1c3-cefea8a6d4a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8edaa29c32b54c4689845bdd936a550c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3554006 Apr 11 18:13:35.290028 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ce4b1-800c-4ca1-a1c3-cefea8a6d4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104f8a1e-c198-4e5b-816a-d2bf5b9a37c4,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:35.293915 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 51930) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:35.339911 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6924902e-1db9-4a20-9072-50b08e5949f8 req-5f206d14-7876-4e3e-b05c-007485b372c0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0287421 Apr 11 18:13:35.351157 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d98d0302-612e-49ed-bcc7-6ffac518eb81 admin admin] Publish callbacks [] for security_group (104f8a1e-c198-4e5b-816a-d2bf5b9a37c4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:35.374140 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d98d0302-612e-49ed-bcc7-6ffac518eb81 admin admin] Publish callbacks [] for security_group (104f8a1e-c198-4e5b-816a-d2bf5b9a37c4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:35.479383 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d98d0302-612e-49ed-bcc7-6ffac518eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (104f8a1e-c198-4e5b-816a-d2bf5b9a37c4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:35.482155 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d98d0302-612e-49ed-bcc7-6ffac518eb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:35.483325 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d98d0302-612e-49ed-bcc7-6ffac518eb81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/104f8a1e-c198-4e5b-816a-d2bf5b9a37c4 HTTP/1.1" status: 204 len: 168 time: 0.1871591 Apr 11 18:13:35.493276 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d0302-612e-49ed-bcc7-6ffac518eb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104f8a1e-c198-4e5b-816a-d2bf5b9a37c4,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:35.657963 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-c9f27d3a-c466-4348-833f-44b517c698aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:35.659513 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-c9f27d3a-c466-4348-833f-44b517c698aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2aa30fdf-51fd-4b97-9a57-190d8af317c5 HTTP/1.1" status: 200 len: 852 time: 0.0531101 Apr 11 18:13:35.773989 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-08a47435-e9b9-4a5a-8902-349d4181c436 req-063e478d-399c-4a01-a7d5-d93fa64f0d7e tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0285516 Apr 11 18:13:36.009587 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-2568e824-356d-4cb3-a491-d9026bc2bc05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b26fbc73-df46-403a-9756-6a44edae145f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649064 Apr 11 18:13:36.124149 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-ed8093a7-cd90-4f00-b175-977deb7b0d46 service neutron] 10.222.0.15 "GET /v2.0/networks/b26fbc73-df46-403a-9756-6a44edae145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005802 Apr 11 18:13:36.193565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.15', 59640) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:36.289349 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c8f57fe5-df1e-45c0-a85e-a5cb38a1b167 req-bf5fb0a0-1cc9-4f52-b996-3b968a7d3c34 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0874851 Apr 11 18:13:36.325374 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead0480-db2c-4a57-ad3b-a8a9460c8b4a req-43d83260-80f0-43de-8ede-06705e6d7287 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:36.325940 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ead0480-db2c-4a57-ad3b-a8a9460c8b4a req-43d83260-80f0-43de-8ede-06705e6d7287 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.1162069 Apr 11 18:13:36.411101 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-59264fec-2674-43a7-a517-f03de438b087 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:36.412916 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-59264fec-2674-43a7-a517-f03de438b087 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 815 time: 0.2123091 Apr 11 18:13:36.434007 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ead0480-db2c-4a57-ad3b-a8a9460c8b4a req-3dade477-371b-4fcf-a8db-edd04c4d603f tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970833 Apr 11 18:13:36.462812 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1372efdc-1122-40e9-b31e-8f253d79b4d2 req-6fc21a6c-7a6b-4f3b-859e-b276992b83e4 service neutron] 10.222.0.15 "GET /v2.0/networks/b26fbc73-df46-403a-9756-6a44edae145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255806 Apr 11 18:13:36.467401 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:36.532528 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cfb1ad40-5f99-4125-93fa-9c47396d4def req-62ca5514-22f5-40bd-9b00-c7aaadf3621c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0359495 Apr 11 18:13:36.540658 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-5110f8f0-60ef-4f94-8d2f-4a4d4b9db648 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 380 time: 0.1001942 Apr 11 18:13:36.562757 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'port': {'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'admin_state_up': True, 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'security_groups': ['5e135ab0-bda8-43f0-98d3-3d5f3784b7e2']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:36.776371 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Made reservation on behalf of 263e30cdf3474a53a5d75ec47206d89d for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:36.780513 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:36.931089 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-024d5f78-4396-46f9-b7d6-568d878d2346 req-c10cb920-ef16-4919-873a-cffaab07043f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0511513 Apr 11 18:13:37.055948 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Allocated IP 172.20.0.13 (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917/9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8/b28739b5-4378-4ecd-b1ea-3bbf9ec36357) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:37.212618 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:37.353559 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:37.414747 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b956c-ba27-4fd0-95e8-b20be5756ab3 req-92e654b0-a0f5-4ba9-ae11-9a40f42d4e92 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:37.416329 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-173b956c-ba27-4fd0-95e8-b20be5756ab3 req-92e654b0-a0f5-4ba9-ae11-9a40f42d4e92 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 932 time: 0.0493412 Apr 11 18:13:37.437945 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:37.450723 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:37.453294 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:37.465488 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:37.477994 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:37.478766 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:37.497108 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-173b956c-ba27-4fd0-95e8-b20be5756ab3 req-85089550-bd26-4a9f-9a94-96981afba68d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736799 Apr 11 18:13:37.631464 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-783acda8-aaa5-477a-8fd9-4d5eb6d544f1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0849159 Apr 11 18:13:37.666923 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705bfbe-d1b3-4763-bd2a-c46558a071b8 req-d1b2150c-4192-4b63-9fef-a1302a877a2b tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:37.679471 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5705bfbe-d1b3-4763-bd2a-c46558a071b8 req-d1b2150c-4192-4b63-9fef-a1302a877a2b tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.1127496 Apr 11 18:13:37.711090 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab480b19-81a2-4e8f-b381-53afb029da8a req-2c62d8dc-5d41-4105-81bc-a68c0def4cbd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0464854 Apr 11 18:13:37.744360 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:37.749703 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5705bfbe-d1b3-4763-bd2a-c46558a071b8 req-0290196b-7cfa-48b1-9b0f-c3e32ad7374a tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693152 Apr 11 18:13:37.840448 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-b65ba91b-71eb-43c5-b11c-01357b224a54 None None] Provisioning complete for port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:37.841177 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b65ba91b-71eb-43c5-b11c-01357b224a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:37.863766 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Request body: {'port': {'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:37.938994 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-fd5c8ce3-7711-45d4-a8a8-850778913cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:37.941145 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-fd5c8ce3-7711-45d4-a8a8-850778913cfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87eb1bc9b4154466b94ded5ac386fbc2&device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 1127 time: 0.0812862 Apr 11 18:13:37.947773 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-b65ba91b-71eb-43c5-b11c-01357b224a54 None None] Port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:37.964364 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:38.144698 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-239d1c5f-cdfb-41fa-8adc-9b2ecd11846d req-5f9a7805-a912-4c3a-9a87-bef9283b39e6 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0582466 Apr 11 18:13:38.204936 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-da87b85d-c3e1-4625-9c21-f2048de58143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:38.207416 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-da87b85d-c3e1-4625-9c21-f2048de58143 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b26fbc73-df46-403a-9756-6a44edae145f HTTP/1.1" status: 200 len: 913 time: 0.2357347 Apr 11 18:13:38.265989 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-5ef0db72-e485-4796-9575-615c19c1b2e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=325f247f-2e73-449e-9035-eee302d8d159 HTTP/1.1" status: 200 len: 217 time: 0.0431943 Apr 11 18:13:38.287451 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.15', 59648) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:38.394396 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-6406e502-ca53-48d4-b6b7-6b8e181cd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:38.395872 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-6406e502-ca53-48d4-b6b7-6b8e181cd2ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2aa30fdf-51fd-4b97-9a57-190d8af317c5 HTTP/1.1" status: 200 len: 852 time: 0.1193371 Apr 11 18:13:38.448957 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-bd7c07f0-8726-4955-b340-32a6c1f62586 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b26fbc73-df46-403a-9756-6a44edae145f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366404 Apr 11 18:13:38.458415 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-a3637b04-3d80-4fb3-a173-2383a48f1aa0 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:38.460156 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-a3637b04-3d80-4fb3-a173-2383a48f1aa0 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "GET /v2.0/networks?id=5a534f68-374b-4a6f-b80f-1aa62bee60ea HTTP/1.1" status: 200 len: 810 time: 0.1713779 Apr 11 18:13:38.521092 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.15', 59649) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:38.666621 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28739b5-4378-4ecd-b1ea-3bbf9ec36357 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:13:38.682103 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Publish callbacks [] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:38.697793 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdef7b-03aa-41d6-8a30-8e0824e3b54d req-c9c4ea49-6ccc-499f-8c14-f78e10657603 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:38.699351 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-44fdef7b-03aa-41d6-8a30-8e0824e3b54d req-c9c4ea49-6ccc-499f-8c14-f78e10657603 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 932 time: 0.0943074 Apr 11 18:13:38.724208 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Transition to ACTIVE for port object b28739b5-4378-4ecd-b1ea-3bbf9ec36357 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:13:38.755039 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-8b4cc59c-abb6-460f-92de-2149f6e74c49 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19b96704fbb14c29b15bc78ee13f3b13 HTTP/1.1" status: 200 len: 380 time: 0.2749114 Apr 11 18:13:38.775262 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'port': {'device_id': '03babc09-caba-4f19-923f-8b41291e9c4e', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'admin_state_up': True, 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'security_groups': ['99406e3a-0272-4f2a-89fe-fd29fd411bbe']}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:38.818501 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-44fdef7b-03aa-41d6-8a30-8e0824e3b54d req-92c255a4-c644-49ff-a668-a3c2737c3be4 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923996 Apr 11 18:13:38.824171 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:38.875029 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-f7696586-9379-43fd-b181-07c931f61a5a service neutron] 10.222.0.15 "GET /v2.0/networks/b26fbc73-df46-403a-9756-6a44edae145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137068 Apr 11 18:13:38.911360 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Pushing event updated for resources: {'Port': ['ID=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:38.996873 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cf0c2157-c0aa-4376-bf9c-c8b1a10cf59d req-f21e646c-34f0-4fb9-b0db-f41ea1edeca7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.1932781 Apr 11 18:13:39.027737 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbb01-b844-4069-beac-03f50a2700f9 req-9b8e5faf-9515-4030-87b4-ca92dae436c8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:39.030221 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-9b8e5faf-9515-4030-87b4-ca92dae436c8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 816 time: 0.5079386 Apr 11 18:13:39.040520 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Attempting to bind port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:39.040520 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Attempting to bind port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:39.042109 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Attempting to bind port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:39.061628 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:13:39.067816 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Attempting to bind port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:39.101429 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:39.101816 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Checking segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:39.102625 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Bound using segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:39.103137 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Bound port: b28739b5-4378-4ecd-b1ea-3bbf9ec36357, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:39.103479 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:39.139794 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a1118-f83e-4f9a-9cd0-77abdcdd7ced req-679b098d-7d29-4cbc-9aad-7e8d10984f0b tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:39.144708 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c02a1118-f83e-4f9a-9cd0-77abdcdd7ced req-679b098d-7d29-4cbc-9aad-7e8d10984f0b tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 943 time: 0.1570776 Apr 11 18:13:39.155473 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:39.203510 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-5c51cb0f-24a9-460d-9805-8cc7c2dd0942 service neutron] 10.222.0.15 "GET /v2.0/networks/b26fbc73-df46-403a-9756-6a44edae145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042068 Apr 11 18:13:39.211223 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-839ad89a-2f62-4cf0-9141-0f0e8d81c83a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f78af66216431482636bd6522504cf HTTP/1.1" status: 200 len: 379 time: 0.1682150 Apr 11 18:13:39.272397 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c02a1118-f83e-4f9a-9cd0-77abdcdd7ced req-275ac515-a66f-445f-8dd0-89f6d95aebda tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995691 Apr 11 18:13:39.281760 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dacec1c1-4739-436f-9631-2b7dd8a51e5b req-9d830da5-80ec-41c4-912e-b6fa329f85d0 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0427768 Apr 11 18:13:39.284362 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] For port b28739b5-4378-4ecd-b1ea-3bbf9ec36357, host hv-cinder-83735, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:39.286546 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Made reservation on behalf of 19b96704fbb14c29b15bc78ee13f3b13 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:39.289950 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] For port b28739b5-4378-4ecd-b1ea-3bbf9ec36357, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:39.290969 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:39.427870 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Allocated IP 172.20.0.7 (5a534f68-374b-4a6f-b80f-1aa62bee60ea/675019fa-8915-421f-bf8b-c55e41477ea1/83205429-6924-47bf-9fdc-643a94b8927a) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:39.580718 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for port (83205429-6924-47bf-9fdc-643a94b8927a), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:39.948235 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aaa6d-ad55-437f-93ba-024919c60826 req-a9449844-0f7c-4d7f-a41a-5d6d8c71fc54 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:39.949746 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d48aaa6d-ad55-437f-93ba-024919c60826 req-a9449844-0f7c-4d7f-a41a-5d6d8c71fc54 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 944 time: 0.0565565 Apr 11 18:13:40.001496 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d48aaa6d-ad55-437f-93ba-024919c60826 req-d1b3a95d-1080-4517-b81a-8da9f55cc99b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455372 Apr 11 18:13:40.072277 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 325f247f-2e73-449e-9035-eee302d8d159 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:13:40.168142 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8656db8-4d36-419f-8fab-6aaee6ea0971 req-7cb7e0fa-ff0d-4d30-9254-ad8c24aa5ee5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0278485 Apr 11 18:13:40.174160 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:40.194781 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 325f247f-2e73-449e-9035-eee302d8d159, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=325f247f-2e73-449e-9035-eee302d8d159,segment=NetworkSegment(8709489a-549a-44ff-bf42-0f06d9d7b654),segment_id=8709489a-549a-44ff-bf42-0f06d9d7b654)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:40.208879 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '325f247f-2e73-449e-9035-eee302d8d159', 'network_id': 'b26fbc73-df46-403a-9756-6a44edae145f', 'port_id': '325f247f-2e73-449e-9035-eee302d8d159', 'mac_address': 'fa:16:3e:97:b0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa30fdf-51fd-4b97-9a57-190d8af317c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:13:40.220660 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:40.221263 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:40.222663 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] 10.222.0.15 "PUT /v2.0/ports/b28739b5-4378-4ecd-b1ea-3bbf9ec36357 HTTP/1.1" status: 200 len: 1094 time: 2.3644295 Apr 11 18:13:40.223109 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'tag': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:13:40.250718 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (83205429-6924-47bf-9fdc-643a94b8927a), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:40.252516 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 325f247f-2e73-449e-9035-eee302d8d159 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:40.252686 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (325f247f-2e73-449e-9035-eee302d8d159), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:40.272002 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325f247f-2e73-449e-9035-eee302d8d159 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:13:40.323879 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 325f247f-2e73-449e-9035-eee302d8d159, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=325f247f-2e73-449e-9035-eee302d8d159,segment=NetworkSegment(8709489a-549a-44ff-bf42-0f06d9d7b654),segment_id=8709489a-549a-44ff-bf42-0f06d9d7b654)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:40.353173 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:40.356783 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:40.359568 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:40.367549 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:40.375206 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:40.388367 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'Port': ['ID=83205429-6924-47bf-9fdc-643a94b8927a,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:40.417686 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75cfba-323d-4bcf-ace3-ba1ebf15aeff service neutron] Pushing event updated for resources: {'Port': ['ID=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:40.422628 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (325f247f-2e73-449e-9035-eee302d8d159), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:40.504118 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc102d-3c19-419b-8783-3dca91b7d55b req-a18b6e91-1e25-4359-b6d9-7c098b5c331f tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:40.527430 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3cdc102d-3c19-419b-8783-3dca91b7d55b req-a18b6e91-1e25-4359-b6d9-7c098b5c331f tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 944 time: 0.1277153 Apr 11 18:13:40.539769 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b997bd-8d98-4dd3-b403-84283dc534e7 req-9b980fe2-9f4a-4f42-a93d-12bb3ec1cb71 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:40.542125 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f7b997bd-8d98-4dd3-b403-84283dc534e7 req-9b980fe2-9f4a-4f42-a93d-12bb3ec1cb71 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 931 time: 0.0763543 Apr 11 18:13:40.560183 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-2c7edb0d-a683-455f-a015-e1dfe13bec75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7961247 Apr 11 18:13:40.586412 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=325f247f-2e73-449e-9035-eee302d8d159,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:40.660749 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3cdc102d-3c19-419b-8783-3dca91b7d55b req-fab82e27-96b9-4ca4-9060-4a72c7636750 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206350 Apr 11 18:13:40.665151 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f7b997bd-8d98-4dd3-b403-84283dc534e7 req-bad414d2-8ef0-4aa8-ab2b-76b7f3dba2da tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988505 Apr 11 18:13:40.725471 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228509ac-84e3-4357-859f-c22b26217f55" -d '{"events": [{"name": "network-changed", "server_uuid": "74ad2ff9-495b-4ca1-b4cf-d71294db6d5e", "tag": "b28739b5-4378-4ecd-b1ea-3bbf9ec36357"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:13:40.878696 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-4846d9ed-a845-40d5-953b-ee3364bfe324 None None] Provisioning complete for port 83205429-6924-47bf-9fdc-643a94b8927a triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:40.879483 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4846d9ed-a845-40d5-953b-ee3364bfe324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (83205429-6924-47bf-9fdc-643a94b8927a), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:40.884451 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f04a8d-0da3-47cc-8a6c-a2571bba9858 x-openstack-request-id: req-87f04a8d-0da3-47cc-8a6c-a2571bba9858 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:13:40.884743 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ad2ff9-495b-4ca1-b4cf-d71294db6d5e", "tag": "b28739b5-4378-4ecd-b1ea-3bbf9ec36357", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:13:40.884993 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87f04a8d-0da3-47cc-8a6c-a2571bba9858 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:13:40.885459 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f04a8d-0da3-47cc-8a6c-a2571bba9858'] response: {'name': 'network-changed', 'server_uuid': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'tag': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'status': 'completed', 'code': 200} Apr 11 18:13:40.920545 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-4846d9ed-a845-40d5-953b-ee3364bfe324 None None] Port 83205429-6924-47bf-9fdc-643a94b8927a cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:41.117313 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bffb-3c4c-4d72-86e2-081bc5e904ea req-bb9509b1-052b-4b57-ab94-b3c5f3ff6251 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:41.119249 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0358bffb-3c4c-4d72-86e2-081bc5e904ea req-bb9509b1-052b-4b57-ab94-b3c5f3ff6251 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 944 time: 0.0490158 Apr 11 18:13:41.167573 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0358bffb-3c4c-4d72-86e2-081bc5e904ea req-687280c2-ef2e-4474-9c4b-c8d224df92e8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Apr 11 18:13:41.276691 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cb6b475b-6f41-490b-9487-e6a88901207f req-f90a706a-7dc4-4455-9984-d0e29086afb3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0300558 Apr 11 18:13:41.784811 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51bd4c-5294-4bb0-8ea9-89260af98660 req-c0eede45-5a96-48c7-8bdc-3da06c62f62d tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:41.788146 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6b51bd4c-5294-4bb0-8ea9-89260af98660 req-c0eede45-5a96-48c7-8bdc-3da06c62f62d tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 944 time: 0.0676496 Apr 11 18:13:41.795884 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'port': {'device_id': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'admin_state_up': True, 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'security_groups': ['d75c7e53-2354-4a4c-b798-c4342851f73d']}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:41.831771 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Request body: {'port': {'device_id': '03babc09-caba-4f19-923f-8b41291e9c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:41.893447 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b5beb-261b-4114-9501-fcb1a1af2f2d req-3deac42d-5217-4562-a60a-053f0fa767a4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:41.898417 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7d0b5beb-261b-4114-9501-fcb1a1af2f2d req-3deac42d-5217-4562-a60a-053f0fa767a4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 931 time: 0.1410384 Apr 11 18:13:41.920968 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228509ac-84e3-4357-859f-c22b26217f55 req-dfc54a27-ae14-4649-bb0b-a6dcab5aabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:41.925555 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-228509ac-84e3-4357-859f-c22b26217f55 req-dfc54a27-ae14-4649-bb0b-a6dcab5aabf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 1128 time: 0.1098280 Apr 11 18:13:42.054534 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7d0b5beb-261b-4114-9501-fcb1a1af2f2d req-64f6409c-bfd2-4ef4-8455-0488e724d094 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502104 Apr 11 18:13:42.091239 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['325f247f-2e73-449e-9035-eee302d8d159'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:13:42.147276 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228509ac-84e3-4357-859f-c22b26217f55 req-113bfdae-544b-495c-b550-e5aed0e7272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:42.148901 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-228509ac-84e3-4357-859f-c22b26217f55 req-113bfdae-544b-495c-b550-e5aed0e7272d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=263e30cdf3474a53a5d75ec47206d89d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2142553 Apr 11 18:13:42.172773 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6b51bd4c-5294-4bb0-8ea9-89260af98660 req-49501cae-f6f4-4326-a782-a7629fb7f0e8 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459010 Apr 11 18:13:42.176173 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83205429-6924-47bf-9fdc-643a94b8927a), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:42.433720 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab63547-7850-43d0-a774-f78bd3d3e963 req-3866e540-a026-40a3-aabe-9ecd603b8a7e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:42.435422 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cab63547-7850-43d0-a774-f78bd3d3e963 req-3866e540-a026-40a3-aabe-9ecd603b8a7e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 944 time: 0.1348488 Apr 11 18:13:42.436725 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228509ac-84e3-4357-859f-c22b26217f55 req-5eaf412c-25d6-4d4a-96c3-0346b41b74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:42.437003 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Made reservation on behalf of e8f78af66216431482636bd6522504cf for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:42.438605 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-228509ac-84e3-4357-859f-c22b26217f55 req-5eaf412c-25d6-4d4a-96c3-0346b41b74e4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2822337 Apr 11 18:13:42.440368 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:42.445702 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2967c7a4-637d-4c1c-9ff3-122595a9ba74 req-c8520013-0f49-48e6-8d85-5a66a0250206 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0438216 Apr 11 18:13:42.516567 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cab63547-7850-43d0-a774-f78bd3d3e963 req-68bd2234-1afd-4da4-bee9-1358d960df4d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630713 Apr 11 18:13:42.564720 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-40df12d5-52a7-43a6-b649-52ab853f471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:42.566265 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-40df12d5-52a7-43a6-b649-52ab853f471c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 1128 time: 0.0493963 Apr 11 18:13:42.641080 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83205429-6924-47bf-9fdc-643a94b8927a {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:13:42.647373 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-57cbf0c9-3337-4b4a-a5b4-ed707abff60a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28739b5-4378-4ecd-b1ea-3bbf9ec36357 HTTP/1.1" status: 200 len: 217 time: 0.0740664 Apr 11 18:13:42.651940 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Publish callbacks [] for port (83205429-6924-47bf-9fdc-643a94b8927a), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:42.670562 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Allocated IP 172.20.0.3 (3075154a-7a88-489a-ba8c-59028c658646/7b48db42-54cb-4d51-ae02-474ffdbd1752/7114cb78-55cc-43a7-9134-f164679985d3) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:42.675952 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Transition to ACTIVE for port object 83205429-6924-47bf-9fdc-643a94b8927a will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:13:42.702588 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-3a68a380-0f90-416c-b1cd-d52dc750cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:42.705148 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-3a68a380-0f90-416c-b1cd-d52dc750cdab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.0518749 Apr 11 18:13:42.801225 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (83205429-6924-47bf-9fdc-643a94b8927a), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:42.958672 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for port (7114cb78-55cc-43a7-9134-f164679985d3), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:42.974075 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-e861e290-db26-4f7d-a66c-ca4ca54cd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:42.975869 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-e861e290-db26-4f7d-a66c-ca4ca54cd8c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2645092 Apr 11 18:13:43.050341 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Pushing event updated for resources: {'Port': ['ID=83205429-6924-47bf-9fdc-643a94b8927a,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:43.060617 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Attempting to bind port 83205429-6924-47bf-9fdc-643a94b8927a on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:43.060957 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Attempting to bind port 83205429-6924-47bf-9fdc-643a94b8927a by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:43.061285 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Attempting to bind port 83205429-6924-47bf-9fdc-643a94b8927a on network 5a534f68-374b-4a6f-b80f-1aa62bee60ea {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:43.066878 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Port 83205429-6924-47bf-9fdc-643a94b8927a on network 5a534f68-374b-4a6f-b80f-1aa62bee60ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:13:43.067221 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Attempting to bind port 83205429-6924-47bf-9fdc-643a94b8927a on network 5a534f68-374b-4a6f-b80f-1aa62bee60ea {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:43.080740 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:43.085633 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Checking segment: {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:43.085633 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Bound using segment: {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:43.085633 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Bound port: 83205429-6924-47bf-9fdc-643a94b8927a, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:43.085633 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83205429-6924-47bf-9fdc-643a94b8927a), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:43.137021 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-1f6a7c85-0f7a-4b38-99e9-64679e672ff3 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535332 Apr 11 18:13:43.188296 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:43.254399 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-230c52f4-5649-40e5-8d9f-c2a864560b70 req-efb33f96-b36a-4d0c-a8d9-5b40c2f030b8 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113994 Apr 11 18:13:43.282998 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ad94f-7ac0-4357-b083-356ce59a9923 req-5d763e6c-bdb1-421e-b95e-2073440c1000 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:43.284513 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-451ad94f-7ac0-4357-b083-356ce59a9923 req-5d763e6c-bdb1-421e-b95e-2073440c1000 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 943 time: 0.1376977 Apr 11 18:13:43.313746 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] For port 83205429-6924-47bf-9fdc-643a94b8927a, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:43.313937 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec343b-624b-4faa-9721-17e9844a293f req-02ab14c5-d780-4095-86dd-f986f2e34556 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:43.316600 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c2ec343b-624b-4faa-9721-17e9844a293f req-02ab14c5-d780-4095-86dd-f986f2e34556 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 944 time: 0.0571902 Apr 11 18:13:43.322647 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Network 3075154a-7a88-489a-ba8c-59028c658646 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:43.338080 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:43.345527 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:43.349873 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] For port 83205429-6924-47bf-9fdc-643a94b8927a, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83205429-6924-47bf-9fdc-643a94b8927a,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:43.351717 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:43.359599 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:43.360256 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:43.400144 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c2ec343b-624b-4faa-9721-17e9844a293f req-75f50643-dcce-4308-a417-3e7b6848e5fe tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760796 Apr 11 18:13:43.400414 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-451ad94f-7ac0-4357-b083-356ce59a9923 req-9b8253fb-2ba9-4567-852a-e74b4af9dd95 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056459 Apr 11 18:13:43.488072 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (83205429-6924-47bf-9fdc-643a94b8927a), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:43.495241 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-48c1cad0-f98d-43ea-b39b-60eb73ce7b49 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7060509 Apr 11 18:13:43.535473 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:43.536713 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:43.538382 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] 10.222.0.15 "PUT /v2.0/ports/83205429-6924-47bf-9fdc-643a94b8927a HTTP/1.1" status: 200 len: 1093 time: 1.7474160 Apr 11 18:13:43.538863 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03babc09-caba-4f19-923f-8b41291e9c4e', 'tag': '83205429-6924-47bf-9fdc-643a94b8927a'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:13:43.542862 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204a0123-2909-4fd3-bcd8-6d4b881e0942" -d '{"events": [{"name": "network-changed", "server_uuid": "03babc09-caba-4f19-923f-8b41291e9c4e", "tag": "83205429-6924-47bf-9fdc-643a94b8927a"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:13:43.567867 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfbc7d-b547-4f90-ac07-7df158c2be58 service neutron] Pushing event updated for resources: {'Port': ['ID=83205429-6924-47bf-9fdc-643a94b8927a,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:43.621508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de4ce0-b8ec-4e3b-bb72-60843678a2e2 req-ac7ce2da-47ec-4771-966b-dc63c54a5647 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:43.623085 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-74de4ce0-b8ec-4e3b-bb72-60843678a2e2 req-ac7ce2da-47ec-4771-966b-dc63c54a5647 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 931 time: 0.0615385 Apr 11 18:13:43.654569 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc6f87-a2ab-4aa0-9ffa-143a99052434 req-b3ae243d-9089-4f1d-955a-eb4e21fd7fa4 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:43.656110 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6edc6f87-a2ab-4aa0-9ffa-143a99052434 req-b3ae243d-9089-4f1d-955a-eb4e21fd7fa4 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 944 time: 0.0570650 Apr 11 18:13:43.690796 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-68fa3560-05ae-4c28-8c72-c202557ca566 None None] Provisioning complete for port 7114cb78-55cc-43a7-9134-f164679985d3 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:43.692902 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-68fa3560-05ae-4c28-8c72-c202557ca566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (7114cb78-55cc-43a7-9134-f164679985d3), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:43.714273 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6edc6f87-a2ab-4aa0-9ffa-143a99052434 req-b56128db-20ec-461c-8dbc-a95afccd0829 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521851 Apr 11 18:13:43.716750 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-74de4ce0-b8ec-4e3b-bb72-60843678a2e2 req-d22c18a4-9ab1-4ed5-af21-9a17965ddb60 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777111 Apr 11 18:13:43.752978 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4be748-9ae5-4400-b617-1336a287fc24 x-openstack-request-id: req-0e4be748-9ae5-4400-b617-1336a287fc24 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:13:43.753394 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03babc09-caba-4f19-923f-8b41291e9c4e", "tag": "83205429-6924-47bf-9fdc-643a94b8927a", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:13:43.753763 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e4be748-9ae5-4400-b617-1336a287fc24 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:13:43.754489 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4be748-9ae5-4400-b617-1336a287fc24'] response: {'name': 'network-changed', 'server_uuid': '03babc09-caba-4f19-923f-8b41291e9c4e', 'tag': '83205429-6924-47bf-9fdc-643a94b8927a', 'status': 'completed', 'code': 200} Apr 11 18:13:43.760694 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-68fa3560-05ae-4c28-8c72-c202557ca566 None None] Port 7114cb78-55cc-43a7-9134-f164679985d3 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:13:43.777838 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 325f247f-2e73-449e-9035-eee302d8d159 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:43.835315 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 325f247f-2e73-449e-9035-eee302d8d159 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:13:43.909332 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 325f247f-2e73-449e-9035-eee302d8d159 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:43.909729 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (325f247f-2e73-449e-9035-eee302d8d159), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:44.003949 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 325f247f-2e73-449e-9035-eee302d8d159 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:44.004224 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (325f247f-2e73-449e-9035-eee302d8d159), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:44.028648 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Request body: {'port': {'device_id': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:44.033152 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4d2a79-eefa-42f2-9b82-0f52836a5e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f247f-2e73-449e-9035-eee302d8d159'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:13:44.120537 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a0123-2909-4fd3-bcd8-6d4b881e0942 req-67c55f97-aad7-4e44-8959-638739652a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:44.122183 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-204a0123-2909-4fd3-bcd8-6d4b881e0942 req-67c55f97-aad7-4e44-8959-638739652a7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 1127 time: 0.0713451 Apr 11 18:13:44.124448 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 325f247f-2e73-449e-9035-eee302d8d159, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=325f247f-2e73-449e-9035-eee302d8d159,segment=NetworkSegment(8709489a-549a-44ff-bf42-0f06d9d7b654),segment_id=8709489a-549a-44ff-bf42-0f06d9d7b654)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:44.161040 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:44.173875 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0495639b-7929-4dc7-ae29-b34fae5bb97c" -d '{"events": [{"server_uuid": "2c4d2a79-eefa-42f2-9b82-0f52836a5e89", "name": "network-vif-plugged", "status": "completed", "tag": "325f247f-2e73-449e-9035-eee302d8d159"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:13:44.193927 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (325f247f-2e73-449e-9035-eee302d8d159), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:44.262424 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=325f247f-2e73-449e-9035-eee302d8d159,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:44.293367 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a491187-d58d-4bfc-9f46-ecd5d0162d25 x-openstack-request-id: req-4a491187-d58d-4bfc-9f46-ecd5d0162d25 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:13:44.293691 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4d2a79-eefa-42f2-9b82-0f52836a5e89", "name": "network-vif-plugged", "status": "completed", "tag": "325f247f-2e73-449e-9035-eee302d8d159", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:13:44.293949 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a491187-d58d-4bfc-9f46-ecd5d0162d25 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:13:44.294668 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a491187-d58d-4bfc-9f46-ecd5d0162d25'] response: {'server_uuid': '2c4d2a79-eefa-42f2-9b82-0f52836a5e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f247f-2e73-449e-9035-eee302d8d159', 'code': 200} Apr 11 18:13:44.384415 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a0123-2909-4fd3-bcd8-6d4b881e0942 req-22054277-1261-4910-a6f9-c188b9caedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:44.385958 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-204a0123-2909-4fd3-bcd8-6d4b881e0942 req-22054277-1261-4910-a6f9-c188b9caedb3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2564003 Apr 11 18:13:44.554655 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b2a99-6d57-45f6-a0a6-bcee0433685d req-d455273f-b8ef-4974-8c25-57b801a9c8f0 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:44.556278 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-791b2a99-6d57-45f6-a0a6-bcee0433685d req-d455273f-b8ef-4974-8c25-57b801a9c8f0 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0758178 Apr 11 18:13:44.607936 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-791b2a99-6d57-45f6-a0a6-bcee0433685d req-2340d052-86cb-4160-a060-a656aced34c1 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441530 Apr 11 18:13:44.693126 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00cf6c-6a5a-4b10-a93a-b73a3884ce31 req-394cf8c0-5886-42b3-82b4-b780fda8e582 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:44.694605 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0a00cf6c-6a5a-4b10-a93a-b73a3884ce31 req-394cf8c0-5886-42b3-82b4-b780fda8e582 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 943 time: 0.1931891 Apr 11 18:13:44.732675 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a0123-2909-4fd3-bcd8-6d4b881e0942 req-77d264cb-193a-4279-a2f5-8e48bdf984e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:44.734454 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-204a0123-2909-4fd3-bcd8-6d4b881e0942 req-77d264cb-193a-4279-a2f5-8e48bdf984e0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3040502 Apr 11 18:13:44.750950 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b122432-0f97-408a-944e-d0d7061945b3 req-78cb2031-a7ee-4dcd-8760-eb867d99f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:44.753443 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b122432-0f97-408a-944e-d0d7061945b3 req-78cb2031-a7ee-4dcd-8760-eb867d99f492 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 1129 time: 0.1024234 Apr 11 18:13:44.795053 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0b122432-0f97-408a-944e-d0d7061945b3 req-38b46984-22ec-43e4-9060-824c1fa5f1a3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:44.833233 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0a00cf6c-6a5a-4b10-a93a-b73a3884ce31 req-08bf16ce-0acf-4273-ae32-1880aa177290 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306181 Apr 11 18:13:44.884040 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-eac8b7f7-7cab-4580-8f49-d8d4c930e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:44.884238 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a40e6b-5dcb-456f-b0d8-b28a9d556794 req-81e6315b-e205-46df-9efc-7798c5af7625 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:44.884865 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-eac8b7f7-7cab-4580-8f49-d8d4c930e964 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 1127 time: 0.0943611 Apr 11 18:13:44.885416 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f6a40e6b-5dcb-456f-b0d8-b28a9d556794 req-81e6315b-e205-46df-9efc-7798c5af7625 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 931 time: 0.0644567 Apr 11 18:13:44.966916 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-3ce0fac9-5abe-48eb-8c90-4151754cfc19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83205429-6924-47bf-9fdc-643a94b8927a HTTP/1.1" status: 200 len: 217 time: 0.0586510 Apr 11 18:13:44.984257 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f6a40e6b-5dcb-456f-b0d8-b28a9d556794 req-3ef4cf22-a31f-4d97-abb9-996c8026915b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799825 Apr 11 18:13:44.987156 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0b122432-0f97-408a-944e-d0d7061945b3 req-38b46984-22ec-43e4-9060-824c1fa5f1a3 service neutron] Publish callbacks [] for security_group (ef9de5fd-760e-49cb-a7c5-03f3a6d77128), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:45.030001 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7114cb78-55cc-43a7-9134-f164679985d3 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:13:45.059221 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0b122432-0f97-408a-944e-d0d7061945b3 req-38b46984-22ec-43e4-9060-824c1fa5f1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ef9de5fd-760e-49cb-a7c5-03f3a6d77128), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:45.131569 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b46984-22ec-43e4-9060-824c1fa5f1a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9de5fd-760e-49cb-a7c5-03f3a6d77128,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:45.138896 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b122432-0f97-408a-944e-d0d7061945b3 req-38b46984-22ec-43e4-9060-824c1fa5f1a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780930 Apr 11 18:13:45.259961 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Publish callbacks [] for port (7114cb78-55cc-43a7-9134-f164679985d3), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:45.290421 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cb005-6656-4fa1-b997-a7e562df69a7 req-ab62631a-b2ad-44e7-bcb2-537eded3d4e9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:45.292070 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2e6cb005-6656-4fa1-b997-a7e562df69a7 req-ab62631a-b2ad-44e7-bcb2-537eded3d4e9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 944 time: 0.3763421 Apr 11 18:13:45.303230 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-dd06b9d2-3a5f-44e0-82b7-de2e5d9bbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:45.305014 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-dd06b9d2-3a5f-44e0-82b7-de2e5d9bbac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=675019fa-8915-421f-bf8b-c55e41477ea1 HTTP/1.1" status: 200 len: 849 time: 0.3190577 Apr 11 18:13:45.310801 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Transition to ACTIVE for port object 7114cb78-55cc-43a7-9134-f164679985d3 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:13:45.352408 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2e6cb005-6656-4fa1-b997-a7e562df69a7 req-abb452f7-26f8-4b9d-a59a-48e8e95de0e1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530698 Apr 11 18:13:45.388866 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:45.454170 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-c70d1348-4521-457b-bc7d-c9a11f0b17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:45.455767 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-c70d1348-4521-457b-bc7d-c9a11f0b17b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a534f68-374b-4a6f-b80f-1aa62bee60ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984352 Apr 11 18:13:45.477341 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:45.582312 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Attempting to bind port 7114cb78-55cc-43a7-9134-f164679985d3 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:45.582709 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Attempting to bind port 7114cb78-55cc-43a7-9134-f164679985d3 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:45.582903 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Attempting to bind port 7114cb78-55cc-43a7-9134-f164679985d3 on network 3075154a-7a88-489a-ba8c-59028c658646 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:45.592193 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Port 7114cb78-55cc-43a7-9134-f164679985d3 on network 3075154a-7a88-489a-ba8c-59028c658646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:13:45.592527 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Attempting to bind port 7114cb78-55cc-43a7-9134-f164679985d3 on network 3075154a-7a88-489a-ba8c-59028c658646 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:45.603974 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:45.604352 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Checking segment: {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:45.604752 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Bound using segment: {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:45.605224 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Bound port: 7114cb78-55cc-43a7-9134-f164679985d3, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:45.606055 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:45.634439 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-72b87a7a-d340-4e8f-8bf4-b6f78276dd7e service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662302 Apr 11 18:13:45.692775 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:45.706727 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:45.726779 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb6708-b284-4b89-a7f5-78e3a37de74d req-cdd22019-471b-4ffb-a01e-ce123280aab1 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:45.728354 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3aeb6708-b284-4b89-a7f5-78e3a37de74d req-cdd22019-471b-4ffb-a01e-ce123280aab1 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0484469 Apr 11 18:13:45.770438 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device b28739b5-4378-4ecd-b1ea-3bbf9ec36357 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:13:45.782747 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3aeb6708-b284-4b89-a7f5-78e3a37de74d req-2e809ed9-e238-4a12-85a3-9c9ec52df2ae tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483844 Apr 11 18:13:45.790424 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:45.879181 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:45.882222 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:45.887793 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] 10.222.0.15 "PUT /v2.0/ports/7114cb78-55cc-43a7-9134-f164679985d3 HTTP/1.1" status: 200 len: 1093 time: 1.8634996 Apr 11 18:13:45.895132 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:13:45.902572 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9628fffd-7ec5-4e84-a933-e8256a5205c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "tag": "7114cb78-55cc-43a7-9134-f164679985d3"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:13:45.938764 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port b28739b5-4378-4ecd-b1ea-3bbf9ec36357, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:45.962693 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:13:46.008602 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:46.008992 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:46.027227 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28739b5-4378-4ecd-b1ea-3bbf9ec36357 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:13:46.031472 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea11d338-5d50-4619-94f4-d03e37e4cdad x-openstack-request-id: req-ea11d338-5d50-4619-94f4-d03e37e4cdad {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:13:46.032028 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "tag": "7114cb78-55cc-43a7-9134-f164679985d3", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:13:46.032221 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea11d338-5d50-4619-94f4-d03e37e4cdad {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:13:46.032523 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea11d338-5d50-4619-94f4-d03e37e4cdad'] response: {'name': 'network-changed', 'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3', 'status': 'completed', 'code': 200} Apr 11 18:13:46.090078 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675a31b-2855-4adb-a846-183b6e9bc0db service neutron] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:46.101650 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port b28739b5-4378-4ecd-b1ea-3bbf9ec36357, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:46.129175 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d960f1-dce7-4727-b10d-51df1b2f1432 req-696140e6-140b-4005-a739-4edadf8fc7ab tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:46.130738 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d6d960f1-dce7-4727-b10d-51df1b2f1432 req-696140e6-140b-4005-a739-4edadf8fc7ab tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 943 time: 0.1252549 Apr 11 18:13:46.135959 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbb01-b844-4069-beac-03f50a2700f9 req-3f62751b-40aa-4126-836f-d9727636be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:46.137568 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-3f62751b-40aa-4126-836f-d9727636be0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 1127 time: 0.1173177 Apr 11 18:13:46.161198 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8ff745b-7253-4c3a-b944-6aa420acf7eb req-154b11a3-89f3-4213-b93a-cefa967f8cc0 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319972 Apr 11 18:13:46.170287 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cf98f-3a5f-4b6d-9bff-428128ca26f1 req-5c244bbd-c516-491a-9349-f6bb473d8633 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:46.175170 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-309cf98f-3a5f-4b6d-9bff-428128ca26f1 req-5c244bbd-c516-491a-9349-f6bb473d8633 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0633738 Apr 11 18:13:46.187524 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:46.226856 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-66e86c87-46fe-4e70-b21e-be5b5d14205d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7114cb78-55cc-43a7-9134-f164679985d3 HTTP/1.1" status: 200 len: 217 time: 0.0559106 Apr 11 18:13:46.246728 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d6d960f1-dce7-4727-b10d-51df1b2f1432 req-36301701-08e6-483d-afdf-5b209c185531 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080823 Apr 11 18:13:46.266597 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-309cf98f-3a5f-4b6d-9bff-428128ca26f1 req-eb331058-cb6d-466c-9dfe-0ec8524c6f92 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765429 Apr 11 18:13:46.267779 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:46.305413 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbb01-b844-4069-beac-03f50a2700f9 req-7d04545c-5280-43a7-a8e3-82cb8d88714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:46.306963 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-7d04545c-5280-43a7-a8e3-82cb8d88714f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.0593131 Apr 11 18:13:46.365674 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52326) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:46.431585 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['b28739b5-4378-4ecd-b1ea-3bbf9ec36357'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:13:46.542920 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52338) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:46.555847 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11b06e-0de8-4a6f-b5e9-678e2771f985 req-e90a9da0-bd66-42cc-8b02-2fe4e15c0632 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:46.560351 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb11b06e-0de8-4a6f-b5e9-678e2771f985 req-e90a9da0-bd66-42cc-8b02-2fe4e15c0632 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 945 time: 0.1270025 Apr 11 18:13:46.581847 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f7b64b5-9fce-482c-9352-b504cd046df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:46.630357 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-edf8e659-6b0a-43ae-9391-3f518460b421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:46.651004 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb11b06e-0de8-4a6f-b5e9-678e2771f985 req-e0779a39-cbab-44d7-921d-10c4da63f894 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832207 Apr 11 18:13:46.707349 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f7b64b5-9fce-482c-9352-b504cd046df3 admin admin] Publish callbacks [] for security_group (7072bd86-9305-4f98-8d29-310dc3929eec), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:46.719186 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-edf8e659-6b0a-43ae-9391-3f518460b421 admin admin] Publish callbacks [] for security_group (59a2d477-957f-4d40-84d1-92e5782069bd), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:46.855495 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f7b64b5-9fce-482c-9352-b504cd046df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (7072bd86-9305-4f98-8d29-310dc3929eec), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:46.855617 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-edf8e659-6b0a-43ae-9391-3f518460b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (59a2d477-957f-4d40-84d1-92e5782069bd), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:46.890274 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b64b5-9fce-482c-9352-b504cd046df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7072bd86-9305-4f98-8d29-310dc3929eec,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:46.895566 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-8f7b64b5-9fce-482c-9352-b504cd046df3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3812281d92b4453a2f9bb583923ec53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5288556 Apr 11 18:13:46.898564 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52346) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:46.937674 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-edf8e659-6b0a-43ae-9391-3f518460b421 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6ec384168884cb8b8eba5366c079b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813815 Apr 11 18:13:46.938627 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8e659-6b0a-43ae-9391-3f518460b421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a2d477-957f-4d40-84d1-92e5782069bd,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:46.939927 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52348) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:46.969151 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a8762-6d10-402d-a29c-6cb3f6abec95 req-55ad36c9-f3b4-4b5d-924b-1786b6ddb018 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:46.971090 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bf9a8762-6d10-402d-a29c-6cb3f6abec95 req-55ad36c9-f3b4-4b5d-924b-1786b6ddb018 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0919693 Apr 11 18:13:46.994174 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-636c973f-8bf9-4d94-a900-3664b755f32f admin admin] Publish callbacks [] for security_group (59a2d477-957f-4d40-84d1-92e5782069bd), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:47.010339 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-153b80e9-4694-446b-8864-eb2c5adf1374 admin admin] Publish callbacks [] for security_group (7072bd86-9305-4f98-8d29-310dc3929eec), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:47.016696 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-636c973f-8bf9-4d94-a900-3664b755f32f admin admin] Publish callbacks [] for security_group (59a2d477-957f-4d40-84d1-92e5782069bd), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:47.045225 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bf9a8762-6d10-402d-a29c-6cb3f6abec95 req-5744618d-fa2f-4bfc-b7ad-14d7f74aaa7e tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664256 Apr 11 18:13:47.050145 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-153b80e9-4694-446b-8864-eb2c5adf1374 admin admin] Publish callbacks [] for security_group (7072bd86-9305-4f98-8d29-310dc3929eec), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:47.126634 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-636c973f-8bf9-4d94-a900-3664b755f32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (59a2d477-957f-4d40-84d1-92e5782069bd), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:47.129355 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-636c973f-8bf9-4d94-a900-3664b755f32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:47.132983 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-636c973f-8bf9-4d94-a900-3664b755f32f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59a2d477-957f-4d40-84d1-92e5782069bd HTTP/1.1" status: 204 len: 168 time: 0.1893647 Apr 11 18:13:47.139274 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c973f-8bf9-4d94-a900-3664b755f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a2d477-957f-4d40-84d1-92e5782069bd,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:47.143620 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-153b80e9-4694-446b-8864-eb2c5adf1374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (7072bd86-9305-4f98-8d29-310dc3929eec), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:47.156284 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-153b80e9-4694-446b-8864-eb2c5adf1374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:47.159806 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-153b80e9-4694-446b-8864-eb2c5adf1374 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7072bd86-9305-4f98-8d29-310dc3929eec HTTP/1.1" status: 204 len: 168 time: 0.2579381 Apr 11 18:13:47.167511 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b80e9-4694-446b-8864-eb2c5adf1374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7072bd86-9305-4f98-8d29-310dc3929eec,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:47.308913 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbb01-b844-4069-beac-03f50a2700f9 req-f47e4898-a06a-424f-b140-f7b32dd1c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:47.310444 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-f47e4898-a06a-424f-b140-f7b32dd1c6df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547090 Apr 11 18:13:47.419984 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c897e1f-3600-43bd-b78e-518663ce0616 req-fb4e9d48-07fa-4c24-bc69-cd1ed1aef95f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:47.421931 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5c897e1f-3600-43bd-b78e-518663ce0616 req-fb4e9d48-07fa-4c24-bc69-cd1ed1aef95f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0684905 Apr 11 18:13:47.428348 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e853-f0d3-4e4d-8d3b-6b3dd27ed6af req-c6470c7d-3ac7-4d06-9ce1-1781c58fad0a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:47.435920 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0e27e853-f0d3-4e4d-8d3b-6b3dd27ed6af req-c6470c7d-3ac7-4d06-9ce1-1781c58fad0a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 943 time: 0.1037381 Apr 11 18:13:47.471225 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5c897e1f-3600-43bd-b78e-518663ce0616 req-d87a7c63-d504-4d0e-86ce-8b0dd4b81b9c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Apr 11 18:13:47.489579 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0e27e853-f0d3-4e4d-8d3b-6b3dd27ed6af req-a7fb3edd-4605-4eb7-84bb-150a5a26e63c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523980 Apr 11 18:13:47.767692 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e6407-9126-4872-a5c6-3dcb7cc64bc3 req-62a6b4af-c44b-4544-9217-5ae4ccd73b91 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:47.769232 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6a6e6407-9126-4872-a5c6-3dcb7cc64bc3 req-62a6b4af-c44b-4544-9217-5ae4ccd73b91 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 945 time: 0.0483835 Apr 11 18:13:47.786008 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device b28739b5-4378-4ecd-b1ea-3bbf9ec36357 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:47.851703 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6a6e6407-9126-4872-a5c6-3dcb7cc64bc3 req-e8c0f921-8784-4463-9dce-9cff0d3f48c3 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759718 Apr 11 18:13:47.946697 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-d3f39c81-b236-4c51-a7f0-d4984c95cf3b service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433179 Apr 11 18:13:47.983388 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52374) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:47.984715 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:13:48.021890 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7158-b38c-4da3-a831-b155746eaebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.056282 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:48.056955 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.061889 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52376) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:48.081480 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-615bbb01-b844-4069-beac-03f50a2700f9 req-a41942a5-9ff1-468d-92b3-edb12387c2e2 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279190 Apr 11 18:13:48.082102 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-91a35639-a4cd-4331-b844-94d34343362d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.150234 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7158-b38c-4da3-a831-b155746eaebd admin admin] Publish callbacks [] for security_group (c4cbfebc-6037-4c9b-9871-3b15c5aa43b1), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.198555 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:48.198971 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.209020 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-91a35639-a4cd-4331-b844-94d34343362d admin admin] Publish callbacks [] for security_group (f0be72cb-9631-47fe-a4d2-029ba3b2162d), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.222265 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:13:48.222458 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a743904-157d-415e-b958-29a3bc57a43f req-16261c3b-2c8c-4d54-a0a9-c8cc2abd6778 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:48.223960 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2a743904-157d-415e-b958-29a3bc57a43f req-16261c3b-2c8c-4d54-a0a9-c8cc2abd6778 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0610356 Apr 11 18:13:48.224574 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dd34d5-d61c-4f64-b888-bb9cfafd73ba" -d '{"events": [{"server_uuid": "74ad2ff9-495b-4ca1-b4cf-d71294db6d5e", "name": "network-vif-plugged", "status": "completed", "tag": "b28739b5-4378-4ecd-b1ea-3bbf9ec36357"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:13:48.239502 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7158-b38c-4da3-a831-b155746eaebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c4cbfebc-6037-4c9b-9871-3b15c5aa43b1), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.239694 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port b28739b5-4378-4ecd-b1ea-3bbf9ec36357, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:48.266886 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e068ec7-e005-4130-9b6e-0776f80dfea3 x-openstack-request-id: req-3e068ec7-e005-4130-9b6e-0776f80dfea3 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:13:48.268152 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ad2ff9-495b-4ca1-b4cf-d71294db6d5e", "name": "network-vif-plugged", "status": "completed", "tag": "b28739b5-4378-4ecd-b1ea-3bbf9ec36357", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:13:48.268152 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e068ec7-e005-4130-9b6e-0776f80dfea3 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:13:48.268152 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e068ec7-e005-4130-9b6e-0776f80dfea3'] response: {'server_uuid': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'code': 200} Apr 11 18:13:48.284729 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb7158-b38c-4da3-a831-b155746eaebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cbfebc-6037-4c9b-9871-3b15c5aa43b1,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:48.291568 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-dcdb7158-b38c-4da3-a831-b155746eaebd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb88e51c51844812abb0f362fab30b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046949 Apr 11 18:13:48.292581 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52382) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:48.300725 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2a743904-157d-415e-b958-29a3bc57a43f req-24619beb-20a7-4e13-86c6-81dcf4e67e42 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654569 Apr 11 18:13:48.302074 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-91a35639-a4cd-4331-b844-94d34343362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (f0be72cb-9631-47fe-a4d2-029ba3b2162d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.338964 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.344799 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a35639-a4cd-4331-b844-94d34343362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0be72cb-9631-47fe-a4d2-029ba3b2162d,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:48.350439 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-91a35639-a4cd-4331-b844-94d34343362d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36eee2b080384296aab0b08d0ac6b6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866817 Apr 11 18:13:48.353000 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52386) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:48.365541 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-324d2012-02fd-4272-bc25-f82144fb31db admin admin] Publish callbacks [] for security_group (c4cbfebc-6037-4c9b-9871-3b15c5aa43b1), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.418004 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-324d2012-02fd-4272-bc25-f82144fb31db admin admin] Publish callbacks [] for security_group (c4cbfebc-6037-4c9b-9871-3b15c5aa43b1), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.419257 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:48.420213 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f8105152-219f-42b7-bc09-ca80f43d62aa admin admin] Publish callbacks [] for security_group (f0be72cb-9631-47fe-a4d2-029ba3b2162d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.454718 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f8105152-219f-42b7-bc09-ca80f43d62aa admin admin] Publish callbacks [] for security_group (f0be72cb-9631-47fe-a4d2-029ba3b2162d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.629497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73729ddb-5852-4e41-8a1d-93d38e453819 req-7524a0b4-9022-44c2-a3c4-34402b44e04c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:48.631896 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-73729ddb-5852-4e41-8a1d-93d38e453819 req-7524a0b4-9022-44c2-a3c4-34402b44e04c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0659037 Apr 11 18:13:48.648087 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f8105152-219f-42b7-bc09-ca80f43d62aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (f0be72cb-9631-47fe-a4d2-029ba3b2162d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.649437 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-324d2012-02fd-4272-bc25-f82144fb31db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c4cbfebc-6037-4c9b-9871-3b15c5aa43b1), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.651210 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f8105152-219f-42b7-bc09-ca80f43d62aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.652588 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-324d2012-02fd-4272-bc25-f82144fb31db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:48.652714 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f8105152-219f-42b7-bc09-ca80f43d62aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0be72cb-9631-47fe-a4d2-029ba3b2162d HTTP/1.1" status: 204 len: 168 time: 0.2985957 Apr 11 18:13:48.656008 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-324d2012-02fd-4272-bc25-f82144fb31db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4cbfebc-6037-4c9b-9871-3b15c5aa43b1 HTTP/1.1" status: 204 len: 168 time: 0.3607862 Apr 11 18:13:48.665413 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0a4b-2942-44a4-b9b8-a201c5073358 req-c225035d-f1fa-4464-b99d-6d81f952d410 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:48.667421 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ba4e0a4b-2942-44a4-b9b8-a201c5073358 req-c225035d-f1fa-4464-b99d-6d81f952d410 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 943 time: 0.0946395 Apr 11 18:13:48.668136 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52408) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:48.682989 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8105152-219f-42b7-bc09-ca80f43d62aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0be72cb-9631-47fe-a4d2-029ba3b2162d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:48.715439 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d2012-02fd-4272-bc25-f82144fb31db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cbfebc-6037-4c9b-9871-3b15c5aa43b1,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:48.749775 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ba4e0a4b-2942-44a4-b9b8-a201c5073358 req-db029956-cc68-4916-b1d0-6ca2d4a9e72a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694439 Apr 11 18:13:48.767810 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-73729ddb-5852-4e41-8a1d-93d38e453819 req-f4212776-554c-4910-897b-660ec6a46397 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287181 Apr 11 18:13:48.983534 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78062c-6d69-485d-9bed-8caae21813c9 req-9c91dfe5-72ec-43fe-a92b-5cd237380bf1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:48.985121 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ed78062c-6d69-485d-9bed-8caae21813c9 req-9c91dfe5-72ec-43fe-a92b-5cd237380bf1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0531781 Apr 11 18:13:49.044823 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ed78062c-6d69-485d-9bed-8caae21813c9 req-5fac322a-cf3c-464e-bf96-2ce847a87f8e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533395 Apr 11 18:13:49.081045 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-39a3514b-4e8c-4c5a-a44e-7ec59958d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:49.082989 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-39a3514b-4e8c-4c5a-a44e-7ec59958d3f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 1127 time: 0.0728607 Apr 11 18:13:49.220114 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-24fea2b1-6df7-4c3e-af13-0dbbbe738bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:49.222835 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-24fea2b1-6df7-4c3e-af13-0dbbbe738bd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 917 time: 0.1338491 Apr 11 18:13:49.258813 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f992fd33-2652-424b-8102-8e3d799e818b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:49.278601 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-67d9e626-5505-4bad-af54-7b5d07bd3472 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7114cb78-55cc-43a7-9134-f164679985d3 HTTP/1.1" status: 200 len: 217 time: 0.0484362 Apr 11 18:13:49.401745 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f992fd33-2652-424b-8102-8e3d799e818b admin admin] Publish callbacks [] for security_group (855e45c1-79e1-4420-b512-2ca1be4f06ac), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:49.406338 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-a57d6bcb-41a8-4d0e-bd01-0a82527df662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:49.409283 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-a57d6bcb-41a8-4d0e-bd01-0a82527df662 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.1234844 Apr 11 18:13:49.504246 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f992fd33-2652-424b-8102-8e3d799e818b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (855e45c1-79e1-4420-b512-2ca1be4f06ac), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:49.550202 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f992fd33-2652-424b-8102-8e3d799e818b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfeea16acacc4754af61a07bc3d61e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8795803 Apr 11 18:13:49.550846 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52440) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:49.557267 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992fd33-2652-424b-8102-8e3d799e818b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855e45c1-79e1-4420-b512-2ca1be4f06ac,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:49.594020 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-e6f7d303-2cbc-4499-9c2a-7bcef102362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:49.596457 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-e6f7d303-2cbc-4499-9c2a-7bcef102362b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1807485 Apr 11 18:13:49.621149 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-46f34127-7781-460e-840a-a4dd7a800a08 admin admin] Publish callbacks [] for security_group (855e45c1-79e1-4420-b512-2ca1be4f06ac), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:49.646689 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-46f34127-7781-460e-840a-a4dd7a800a08 admin admin] Publish callbacks [] for security_group (855e45c1-79e1-4420-b512-2ca1be4f06ac), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:49.660186 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d36c53-59a4-4d07-ab46-3233bd59e820 req-b90a148f-435f-4a67-a328-318e7e850adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:49.661767 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-43d36c53-59a4-4d07-ab46-3233bd59e820 req-b90a148f-435f-4a67-a328-318e7e850adf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 1130 time: 0.2277460 Apr 11 18:13:49.754536 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-43d36c53-59a4-4d07-ab46-3233bd59e820 req-a797fb1b-16c8-4e1f-9c5e-1ca4fb9efce0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671527 Apr 11 18:13:49.757909 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-10a602f0-840c-4c5d-8bd9-07552b236b43 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473026 Apr 11 18:13:49.866755 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38763f2-7fe7-4ed8-a417-25be903984f9 req-7d83fae1-2ba6-4f78-8c4f-bc3647743ea4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:49.871913 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d38763f2-7fe7-4ed8-a417-25be903984f9 req-7d83fae1-2ba6-4f78-8c4f-bc3647743ea4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 943 time: 0.0518038 Apr 11 18:13:49.875092 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-46f34127-7781-460e-840a-a4dd7a800a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (855e45c1-79e1-4420-b512-2ca1be4f06ac), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:49.877739 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-46f34127-7781-460e-840a-a4dd7a800a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:49.884945 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-46f34127-7781-460e-840a-a4dd7a800a08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/855e45c1-79e1-4420-b512-2ca1be4f06ac HTTP/1.1" status: 204 len: 168 time: 0.3297176 Apr 11 18:13:49.898268 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34127-7781-460e-840a-a4dd7a800a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855e45c1-79e1-4420-b512-2ca1be4f06ac,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:49.919277 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec1f89-b9ad-4eaa-9678-eb31f7c34e2a req-dfbf03c2-8409-49b6-88d3-15a0b0dc1066 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:49.929312 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-82ec1f89-b9ad-4eaa-9678-eb31f7c34e2a req-dfbf03c2-8409-49b6-88d3-15a0b0dc1066 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0898957 Apr 11 18:13:49.933644 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d38763f2-7fe7-4ed8-a417-25be903984f9 req-d4b640e1-b135-4ba9-b6fe-11cdb72129cf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548337 Apr 11 18:13:49.982686 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-82ec1f89-b9ad-4eaa-9678-eb31f7c34e2a req-95a39237-8ed2-46cb-bb59-9db436c53499 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512881 Apr 11 18:13:50.154539 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c9941-3dfc-4309-8ea7-80fe533059df req-366bfa8d-d111-4bbe-be03-61e5531cafc9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:50.155943 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bd0c9941-3dfc-4309-8ea7-80fe533059df req-366bfa8d-d111-4bbe-be03-61e5531cafc9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0472548 Apr 11 18:13:50.211462 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bd0c9941-3dfc-4309-8ea7-80fe533059df req-20a3916c-f795-466a-b895-20124bac3d89 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497396 Apr 11 18:13:50.570005 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83205429-6924-47bf-9fdc-643a94b8927a details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:13:50.658772 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52474) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:50.677570 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-55a39687-cdee-45c8-a958-e3563c4ea693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:50.680744 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83205429-6924-47bf-9fdc-643a94b8927a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83205429-6924-47bf-9fdc-643a94b8927a,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:50.693288 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '83205429-6924-47bf-9fdc-643a94b8927a', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'port_id': '83205429-6924-47bf-9fdc-643a94b8927a', 'mac_address': 'fa:16:3e:7e:3b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:13:50.736325 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 83205429-6924-47bf-9fdc-643a94b8927a is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:50.737050 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83205429-6924-47bf-9fdc-643a94b8927a), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:50.753100 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83205429-6924-47bf-9fdc-643a94b8927a {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:13:50.765067 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-55a39687-cdee-45c8-a958-e3563c4ea693 admin admin] Publish callbacks [] for security_group (13dd5cd3-eb38-41d8-958c-8b2a08cc8af2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:50.776147 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83205429-6924-47bf-9fdc-643a94b8927a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83205429-6924-47bf-9fdc-643a94b8927a,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:50.838491 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-55a39687-cdee-45c8-a958-e3563c4ea693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (13dd5cd3-eb38-41d8-958c-8b2a08cc8af2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:50.864200 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (83205429-6924-47bf-9fdc-643a94b8927a), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:50.882529 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-55a39687-cdee-45c8-a958-e3563c4ea693 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28f353547510465cba80ff47eeccc259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197535 Apr 11 18:13:50.882529 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a39687-cdee-45c8-a958-e3563c4ea693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dd5cd3-eb38-41d8-958c-8b2a08cc8af2,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:50.883914 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52480) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:50.918055 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=83205429-6924-47bf-9fdc-643a94b8927a,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:50.936559 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7b1023ef-81f3-4805-a588-3ef8a32f43a4 admin admin] Publish callbacks [] for security_group (13dd5cd3-eb38-41d8-958c-8b2a08cc8af2), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:50.967956 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7b1023ef-81f3-4805-a588-3ef8a32f43a4 admin admin] Publish callbacks [] for security_group (13dd5cd3-eb38-41d8-958c-8b2a08cc8af2), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:51.070470 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33e16-af43-41b7-85c1-f91328c535aa req-ee15b122-d7bc-4df6-9f6a-8117b28515cb tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:51.072579 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c2d33e16-af43-41b7-85c1-f91328c535aa req-ee15b122-d7bc-4df6-9f6a-8117b28515cb tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 944 time: 0.0646899 Apr 11 18:13:51.124460 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e635217-cb3a-4cc5-ab1b-925b75b2191c req-3d8abfb7-703e-45e5-8c37-b3e9739e3e02 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:51.126142 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8e635217-cb3a-4cc5-ab1b-925b75b2191c req-3d8abfb7-703e-45e5-8c37-b3e9739e3e02 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0572767 Apr 11 18:13:51.138593 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c2d33e16-af43-41b7-85c1-f91328c535aa req-5126bb27-9bcb-4dd7-8d59-919a291670d9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603824 Apr 11 18:13:51.142001 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7b1023ef-81f3-4805-a588-3ef8a32f43a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (13dd5cd3-eb38-41d8-958c-8b2a08cc8af2), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:51.144533 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7b1023ef-81f3-4805-a588-3ef8a32f43a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:51.145802 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-7b1023ef-81f3-4805-a588-3ef8a32f43a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13dd5cd3-eb38-41d8-958c-8b2a08cc8af2 HTTP/1.1" status: 204 len: 168 time: 0.2612796 Apr 11 18:13:51.162438 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1023ef-81f3-4805-a588-3ef8a32f43a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dd5cd3-eb38-41d8-958c-8b2a08cc8af2,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:51.203296 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8e635217-cb3a-4cc5-ab1b-925b75b2191c req-d7b3243a-7f41-497a-85a1-cbb237c7183a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643487 Apr 11 18:13:51.347406 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998737-ad48-46e3-9e9e-84e7dba4c026 req-4735a8f8-dd40-46a2-b626-8563da507bfe tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:51.349026 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c8998737-ad48-46e3-9e9e-84e7dba4c026 req-4735a8f8-dd40-46a2-b626-8563da507bfe tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0703359 Apr 11 18:13:51.400578 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c8998737-ad48-46e3-9e9e-84e7dba4c026 req-d998b42d-3daa-4f0c-bd8e-d884866e750b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446825 Apr 11 18:13:52.290965 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b01136-76b3-4c89-b926-70ee08839578 req-803b7cb4-d0aa-4533-ac46-efa9a4977446 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:52.291498 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d6b01136-76b3-4c89-b926-70ee08839578 req-803b7cb4-d0aa-4533-ac46-efa9a4977446 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 944 time: 0.0733230 Apr 11 18:13:52.303263 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:13:52.342991 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a76ed-1eb7-4936-be14-1fcdb5113c85 req-e0915fa2-6358-4cf7-b4ee-6650c7519551 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:52.345774 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-163a76ed-1eb7-4936-be14-1fcdb5113c85 req-e0915fa2-6358-4cf7-b4ee-6650c7519551 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0661976 Apr 11 18:13:52.385889 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d6b01136-76b3-4c89-b926-70ee08839578 req-5168d049-c009-474c-b91e-fd3679ab0825 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794337 Apr 11 18:13:52.423871 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-163a76ed-1eb7-4936-be14-1fcdb5113c85 req-563541bf-da2f-4ab0-ace2-710663370c8d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724251 Apr 11 18:13:52.483383 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:52.501549 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '7114cb78-55cc-43a7-9134-f164679985d3', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'port_id': '7114cb78-55cc-43a7-9134-f164679985d3', 'mac_address': 'fa:16:3e:2c:99:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:13:52.596112 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 7114cb78-55cc-43a7-9134-f164679985d3 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:52.596524 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:52.600912 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53d846-4a0f-43e5-b362-0f4de49a76cc req-ab6a3402-b3fa-4b5f-a138-ccfeda84fe24 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:52.612301 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0b53d846-4a0f-43e5-b362-0f4de49a76cc req-ab6a3402-b3fa-4b5f-a138-ccfeda84fe24 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.1283886 Apr 11 18:13:52.624572 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7114cb78-55cc-43a7-9134-f164679985d3 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:13:52.629381 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['83205429-6924-47bf-9fdc-643a94b8927a'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:13:52.681582 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:52.727931 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9628fffd-7ec5-4e84-a933-e8256a5205c5 req-7ec6608f-ec8c-4a73-b4c5-ad7eb925e4bd service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990683 Apr 11 18:13:52.742042 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0b53d846-4a0f-43e5-b362-0f4de49a76cc req-31b372ce-0196-4036-8899-d3661a82a863 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264696 Apr 11 18:13:52.821871 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:52.871710 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:53.518052 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1a13-ce4d-4caa-ade2-3ff8a19193ac req-6f47d35f-1b38-4739-a216-d9ecec8d06a9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:53.519839 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e9db1a13-ce4d-4caa-ade2-3ff8a19193ac req-6f47d35f-1b38-4739-a216-d9ecec8d06a9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 944 time: 0.0731208 Apr 11 18:13:53.558837 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c7072-2056-440a-a4d1-9ff0d76a3d2b req-484958ca-f484-4ffc-9f69-b051e2f2778d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:53.560424 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f35c7072-2056-440a-a4d1-9ff0d76a3d2b req-484958ca-f484-4ffc-9f69-b051e2f2778d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 944 time: 0.0605459 Apr 11 18:13:53.575099 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e9db1a13-ce4d-4caa-ade2-3ff8a19193ac req-17006ee1-940a-42eb-b3c0-8daa470fb869 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482967 Apr 11 18:13:53.617974 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f35c7072-2056-440a-a4d1-9ff0d76a3d2b req-9e052d01-d95b-4c53-a059-c81959fa1852 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515299 Apr 11 18:13:53.844518 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe86f4-3cfa-439e-810f-8ca67d273a4e req-0993fb12-8eb2-47e2-b92d-60b7252d0a1f tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:53.845978 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f9fe86f4-3cfa-439e-810f-8ca67d273a4e req-0993fb12-8eb2-47e2-b92d-60b7252d0a1f tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0467126 Apr 11 18:13:53.895727 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f9fe86f4-3cfa-439e-810f-8ca67d273a4e req-88f4faa0-e670-45b7-b785-777aef4f9974 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442824 Apr 11 18:13:54.047232 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52614) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:54.152080 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-93690b0f-ef0d-403d-bea7-6b5f4607c2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:54.225362 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-93690b0f-ef0d-403d-bea7-6b5f4607c2fb admin admin] Publish callbacks [] for security_group (a1f49901-cf92-4b57-95aa-4a032b49b77e), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:54.349651 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-93690b0f-ef0d-403d-bea7-6b5f4607c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (a1f49901-cf92-4b57-95aa-4a032b49b77e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:54.387824 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93690b0f-ef0d-403d-bea7-6b5f4607c2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f49901-cf92-4b57-95aa-4a032b49b77e,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:54.391992 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-93690b0f-ef0d-403d-bea7-6b5f4607c2fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5433e1b035b4de89881e5c2c607d37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436763 Apr 11 18:13:54.394599 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52620) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:54.441051 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29ceadb2-44af-41ed-b67f-6042c8276d94 admin admin] Publish callbacks [] for security_group (a1f49901-cf92-4b57-95aa-4a032b49b77e), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:54.462582 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29ceadb2-44af-41ed-b67f-6042c8276d94 admin admin] Publish callbacks [] for security_group (a1f49901-cf92-4b57-95aa-4a032b49b77e), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:54.566813 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29ceadb2-44af-41ed-b67f-6042c8276d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (a1f49901-cf92-4b57-95aa-4a032b49b77e), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:54.569382 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29ceadb2-44af-41ed-b67f-6042c8276d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:54.570548 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-29ceadb2-44af-41ed-b67f-6042c8276d94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1f49901-cf92-4b57-95aa-4a032b49b77e HTTP/1.1" status: 204 len: 168 time: 0.1750550 Apr 11 18:13:54.579200 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceadb2-44af-41ed-b67f-6042c8276d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f49901-cf92-4b57-95aa-4a032b49b77e,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:54.695336 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e678db-0664-4db6-99cf-70e03d5046a9 req-5e718551-d992-4210-8ebf-fdc60ed5bc5a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:54.696883 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-50e678db-0664-4db6-99cf-70e03d5046a9 req-5e718551-d992-4210-8ebf-fdc60ed5bc5a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 944 time: 0.0515752 Apr 11 18:13:54.752806 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-50e678db-0664-4db6-99cf-70e03d5046a9 req-ae41a165-e310-4841-87cd-012789febed7 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500488 Apr 11 18:13:54.861223 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b518d52-e348-45be-8607-eea371f7d6b7 req-d0a6f653-81be-46cb-90a5-6898903a1ce8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:54.863080 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2b518d52-e348-45be-8607-eea371f7d6b7 req-d0a6f653-81be-46cb-90a5-6898903a1ce8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 944 time: 0.0537076 Apr 11 18:13:54.917102 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2b518d52-e348-45be-8607-eea371f7d6b7 req-ee005bf9-a8e5-47bb-bf93-32b154e4cff4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431998 Apr 11 18:13:55.035280 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15788e-2261-4a97-98ae-39d255c485ab req-1f273f18-642b-4db0-a692-79273043950d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:55.036818 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6a15788e-2261-4a97-98ae-39d255c485ab req-1f273f18-642b-4db0-a692-79273043950d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0565305 Apr 11 18:13:55.088277 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6a15788e-2261-4a97-98ae-39d255c485ab req-7ebdbbba-c300-4830-92d8-52a2654785b5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Apr 11 18:13:55.246778 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52652) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:55.260306 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7abac96a-7564-4e71-ac21-b27ffa67270c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:55.348794 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7abac96a-7564-4e71-ac21-b27ffa67270c admin admin] Publish callbacks [] for security_group (85b33d8c-3661-4d25-98b1-325611be2426), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:55.418028 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7abac96a-7564-4e71-ac21-b27ffa67270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (85b33d8c-3661-4d25-98b1-325611be2426), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:55.457762 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7abac96a-7564-4e71-ac21-b27ffa67270c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f96633d882534cda9e96e17f140fe068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099147 Apr 11 18:13:55.458472 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abac96a-7564-4e71-ac21-b27ffa67270c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b33d8c-3661-4d25-98b1-325611be2426,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:55.460535 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52660) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:55.512651 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b0c0dfd-7ce5-4736-bc63-1fe31f2896be admin admin] Publish callbacks [] for security_group (85b33d8c-3661-4d25-98b1-325611be2426), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:55.536609 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b0c0dfd-7ce5-4736-bc63-1fe31f2896be admin admin] Publish callbacks [] for security_group (85b33d8c-3661-4d25-98b1-325611be2426), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:55.727053 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b0c0dfd-7ce5-4736-bc63-1fe31f2896be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (85b33d8c-3661-4d25-98b1-325611be2426), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:55.729608 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3b0c0dfd-7ce5-4736-bc63-1fe31f2896be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:55.730784 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-3b0c0dfd-7ce5-4736-bc63-1fe31f2896be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85b33d8c-3661-4d25-98b1-325611be2426 HTTP/1.1" status: 204 len: 168 time: 0.2683814 Apr 11 18:13:55.739766 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c0dfd-7ce5-4736-bc63-1fe31f2896be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b33d8c-3661-4d25-98b1-325611be2426,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:55.875332 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d10c5-cf8a-46a3-94c3-faec48332207 req-10a86d63-302b-4252-b1b8-d52c4dd08ea2 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:55.876940 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cc5d10c5-cf8a-46a3-94c3-faec48332207 req-10a86d63-302b-4252-b1b8-d52c4dd08ea2 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 944 time: 0.0498912 Apr 11 18:13:55.927405 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cc5d10c5-cf8a-46a3-94c3-faec48332207 req-98d3cb00-3eaa-4614-8b9d-480dfc796306 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450571 Apr 11 18:13:55.957817 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83205429-6924-47bf-9fdc-643a94b8927a up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:56.016371 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 83205429-6924-47bf-9fdc-643a94b8927a completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:13:56.046497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64bd5c-85c0-4164-b112-724ef785728d req-cbcb2b60-ccf2-4fc2-a61e-c1e27d5afe65 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:56.048184 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1c64bd5c-85c0-4164-b112-724ef785728d req-cbcb2b60-ccf2-4fc2-a61e-c1e27d5afe65 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 944 time: 0.0463848 Apr 11 18:13:56.069226 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['7114cb78-55cc-43a7-9134-f164679985d3'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:13:56.098280 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1c64bd5c-85c0-4164-b112-724ef785728d req-2612d704-20c2-4d05-88a6-f109be4838ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441504 Apr 11 18:13:56.133282 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 83205429-6924-47bf-9fdc-643a94b8927a triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:56.133523 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (83205429-6924-47bf-9fdc-643a94b8927a), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:56.255366 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fb209-97ac-46df-ac49-e68b1e77d897 req-1ecb0f34-a168-4880-a1bb-d70a410a0876 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:56.260670 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fb8fb209-97ac-46df-ac49-e68b1e77d897 req-1ecb0f34-a168-4880-a1bb-d70a410a0876 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0564089 Apr 11 18:13:56.269333 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 83205429-6924-47bf-9fdc-643a94b8927a is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:56.269734 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83205429-6924-47bf-9fdc-643a94b8927a), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:56.309495 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03babc09-caba-4f19-923f-8b41291e9c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83205429-6924-47bf-9fdc-643a94b8927a'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:13:56.311730 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5949b2-9d84-43d6-913f-1b951d5eadc3" -d '{"events": [{"server_uuid": "03babc09-caba-4f19-923f-8b41291e9c4e", "name": "network-vif-plugged", "status": "completed", "tag": "83205429-6924-47bf-9fdc-643a94b8927a"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:13:56.326119 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fb8fb209-97ac-46df-ac49-e68b1e77d897 req-03612818-704d-482b-8d9a-a6f4bd933b09 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614092 Apr 11 18:13:56.332152 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83205429-6924-47bf-9fdc-643a94b8927a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83205429-6924-47bf-9fdc-643a94b8927a,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:56.382235 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdd2ea9-a000-4024-8c56-38730645978c x-openstack-request-id: req-afdd2ea9-a000-4024-8c56-38730645978c {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:13:56.382235 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03babc09-caba-4f19-923f-8b41291e9c4e", "name": "network-vif-plugged", "status": "completed", "tag": "83205429-6924-47bf-9fdc-643a94b8927a", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:13:56.382490 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afdd2ea9-a000-4024-8c56-38730645978c {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:13:56.382836 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdd2ea9-a000-4024-8c56-38730645978c'] response: {'server_uuid': '03babc09-caba-4f19-923f-8b41291e9c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83205429-6924-47bf-9fdc-643a94b8927a', 'code': 200} Apr 11 18:13:56.393267 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (83205429-6924-47bf-9fdc-643a94b8927a), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:56.448783 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=83205429-6924-47bf-9fdc-643a94b8927a,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:57.008284 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c415f7-012a-4b5c-a0b3-50c1625ef2b4 req-9442e62a-c61d-4425-900a-53a1ea4d7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:57.009877 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-28c415f7-012a-4b5c-a0b3-50c1625ef2b4 req-9442e62a-c61d-4425-900a-53a1ea4d7cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 1129 time: 0.0686452 Apr 11 18:13:57.113794 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50028785-c24d-4b4d-80fb-83e5fe02e213 req-530a19c0-119b-4df3-9afb-09c81a6693c3 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:57.115334 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-50028785-c24d-4b4d-80fb-83e5fe02e213 req-530a19c0-119b-4df3-9afb-09c81a6693c3 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0736444 Apr 11 18:13:57.119833 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-28c415f7-012a-4b5c-a0b3-50c1625ef2b4 req-fae17854-0716-468e-8c22-7a79e93c5961 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020989 Apr 11 18:13:57.190657 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-50028785-c24d-4b4d-80fb-83e5fe02e213 req-49b4756e-ae96-4815-97e5-b9839f1d6a02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668979 Apr 11 18:13:57.236003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e5556-6021-4bd4-86a0-14d54318578f req-6cbfefc4-ad6d-477d-b0c7-ad33bd4b53bd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:57.237498 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5f7e5556-6021-4bd4-86a0-14d54318578f req-6cbfefc4-ad6d-477d-b0c7-ad33bd4b53bd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 944 time: 0.0542400 Apr 11 18:13:57.295115 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5f7e5556-6021-4bd4-86a0-14d54318578f req-ba45ec27-4838-49d5-9450-37b04c630094 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515165 Apr 11 18:13:57.467690 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-c581098b-f84f-449a-9964-e8ec42cd6a34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0640016 Apr 11 18:13:57.532454 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b096dce-299a-4462-b545-e0a2f185c2e8 req-9722663c-5fa1-4f2d-83e9-e86fe4c50512 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:57.538250 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5b096dce-299a-4462-b545-e0a2f185c2e8 req-9722663c-5fa1-4f2d-83e9-e86fe4c50512 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0821738 Apr 11 18:13:57.592457 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5b096dce-299a-4462-b545-e0a2f185c2e8 req-6a9915c7-b84b-4804-af32-43a671bac491 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525546 Apr 11 18:13:57.705229 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4126ca-3459-4b92-a33f-6c8f02d0a3fa req-c6894062-9ffa-4785-87f4-f7607f8c80e7 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:57.707046 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-db4126ca-3459-4b92-a33f-6c8f02d0a3fa req-c6894062-9ffa-4785-87f4-f7607f8c80e7 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0504320 Apr 11 18:13:57.719177 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52758) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:57.723633 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52760) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:57.725206 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'floatingip': {'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:57.775196 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:57.806855 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (92f3f3bb-51b1-4fff-a853-de03dc2dd349), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:57.873519 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 7114cb78-55cc-43a7-9134-f164679985d3 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:13:57.881033 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1e1f55ca-c342-4d54-a633-c0f344c2901e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:57.980242 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 7114cb78-55cc-43a7-9134-f164679985d3 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:57.981254 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (7114cb78-55cc-43a7-9134-f164679985d3), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:58.012855 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1e1f55ca-c342-4d54-a633-c0f344c2901e admin admin] Publish callbacks [] for security_group (81d344f8-f373-4468-9735-98354642ed20), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:58.092968 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1e1f55ca-c342-4d54-a633-c0f344c2901e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (81d344f8-f373-4468-9735-98354642ed20), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:58.137511 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 7114cb78-55cc-43a7-9134-f164679985d3 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:58.138450 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:58.188618 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f55ca-c342-4d54-a633-c0f344c2901e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d344f8-f373-4468-9735-98354642ed20,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:58.212505 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1e1f55ca-c342-4d54-a633-c0f344c2901e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=293c6c8db0604dbdaa4221b428c43b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873886 Apr 11 18:13:58.214979 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52780) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:58.220486 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:58.252295 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:13:58.292137 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eafd763e-6550-4328-8e83-94a5893ebb1b admin admin] Publish callbacks [] for security_group (81d344f8-f373-4468-9735-98354642ed20), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:58.317313 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eafd763e-6550-4328-8e83-94a5893ebb1b admin admin] Publish callbacks [] for security_group (81d344f8-f373-4468-9735-98354642ed20), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:58.330858 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:58.387377 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:13:58.389948 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff686d3-9470-4829-b8ed-ea5e9e593c7a" -d '{"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-plugged", "status": "completed", "tag": "7114cb78-55cc-43a7-9134-f164679985d3"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:13:58.436261 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:58.442792 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-d084b792-c16d-4695-bc42-e4d87810688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:58.448319 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-d084b792-c16d-4695-bc42-e4d87810688c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87eb1bc9b4154466b94ded5ac386fbc2&device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 1129 time: 0.1965842 Apr 11 18:13:58.474900 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acb9d2-88c7-4267-96de-f27ddace6e01 req-8ae2d297-28c4-4af3-8c46-76d211706785 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:58.477728 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-84acb9d2-88c7-4267-96de-f27ddace6e01 req-8ae2d297-28c4-4af3-8c46-76d211706785 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.1600838 Apr 11 18:13:58.478926 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cc821-35cb-4e8a-893f-890ba0fb45c9 req-ca3a1b90-9a4a-4a7f-b38b-ba63f2722ed4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:58.480445 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-077cc821-35cb-4e8a-893f-890ba0fb45c9 req-ca3a1b90-9a4a-4a7f-b38b-ba63f2722ed4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0902836 Apr 11 18:13:58.528696 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eafd763e-6550-4328-8e83-94a5893ebb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (81d344f8-f373-4468-9735-98354642ed20), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:58.528696 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eafd763e-6550-4328-8e83-94a5893ebb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:58.532222 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-eafd763e-6550-4328-8e83-94a5893ebb1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81d344f8-f373-4468-9735-98354642ed20 HTTP/1.1" status: 204 len: 168 time: 0.3151977 Apr 11 18:13:58.565638 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd763e-6550-4328-8e83-94a5893ebb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d344f8-f373-4468-9735-98354642ed20,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:58.575724 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-84acb9d2-88c7-4267-96de-f27ddace6e01 req-cd5a3211-9c91-4601-a49a-391b4f2f5680 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564804 Apr 11 18:13:58.600418 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-077cc821-35cb-4e8a-893f-890ba0fb45c9 req-0919645b-9a26-4b48-bb3b-0146850ce14e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136949 Apr 11 18:13:58.666830 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1f017-1a72-42fd-bcaa-1419805bf7e9 x-openstack-request-id: req-a9d1f017-1a72-42fd-bcaa-1419805bf7e9 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:13:58.669592 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-plugged", "status": "completed", "tag": "7114cb78-55cc-43a7-9134-f164679985d3", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:13:58.669592 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9d1f017-1a72-42fd-bcaa-1419805bf7e9 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:13:58.669592 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d1f017-1a72-42fd-bcaa-1419805bf7e9'] response: {'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3', 'code': 200} Apr 11 18:13:59.092702 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52808) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:59.115273 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.db.resource_extend [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 18:13:59.152205 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-2633985d-8462-4253-b12f-ae7a761b4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:59.153870 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-2633985d-8462-4253-b12f-ae7a761b4e30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b26fbc73-df46-403a-9756-6a44edae145f HTTP/1.1" status: 200 len: 913 time: 0.2964706 Apr 11 18:13:59.248852 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-fdadd594-b8fc-404d-9d40-f1703054c72d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=325f247f-2e73-449e-9035-eee302d8d159 HTTP/1.1" status: 200 len: 217 time: 0.0817525 Apr 11 18:13:59.249252 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5386c45e-9165-4f3c-879d-272310c73ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.255425 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.313383 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073d715-6168-4d2a-8e11-f4ab3123e3f8 req-32556aed-ebac-4984-a4ec-03ef35308d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:59.314917 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c073d715-6168-4d2a-8e11-f4ab3123e3f8 req-32556aed-ebac-4984-a4ec-03ef35308d0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 1129 time: 0.0801229 Apr 11 18:13:59.319185 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (92f3f3bb-51b1-4fff-a853-de03dc2dd349), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.334389 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5386c45e-9165-4f3c-879d-272310c73ed2 admin admin] Publish callbacks [] for security_group (aa823295-e298-482c-aa5d-370bde9c31f0), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.377351 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-b55c1d66-a21c-4712-b6c8-3578db5c465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:59.378716 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-b55c1d66-a21c-4712-b6c8-3578db5c465f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2aa30fdf-51fd-4b97-9a57-190d8af317c5 HTTP/1.1" status: 200 len: 852 time: 0.1072555 Apr 11 18:13:59.387338 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5386c45e-9165-4f3c-879d-272310c73ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (aa823295-e298-482c-aa5d-370bde9c31f0), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.434173 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-9a0d0326-6851-4f34-bd15-0cf2acd61ac1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b26fbc73-df46-403a-9756-6a44edae145f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476358 Apr 11 18:13:59.434590 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386c45e-9165-4f3c-879d-272310c73ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa823295-e298-482c-aa5d-370bde9c31f0,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:59.438842 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5386c45e-9165-4f3c-879d-272310c73ed2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6b9e51531d540678e59e7924c79e80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451760 Apr 11 18:13:59.441725 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52812) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:59.452160 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.498556 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da56a6a6-9ffe-4c4b-8cbc-bdba0b89df42 admin admin] Publish callbacks [] for security_group (aa823295-e298-482c-aa5d-370bde9c31f0), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.508218 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c073d715-6168-4d2a-8e11-f4ab3123e3f8 req-ef3bb364-39c1-4dc8-9f76-0feb836d7d0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831932 Apr 11 18:13:59.528461 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52814) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:59.531791 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da56a6a6-9ffe-4c4b-8cbc-bdba0b89df42 admin admin] Publish callbacks [] for security_group (aa823295-e298-482c-aa5d-370bde9c31f0), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.549316 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2530f5e9-ab1a-43bb-8df7-623073402070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.570734 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Floating IP 92f3f3bb-51b1-4fff-a853-de03dc2dd349 associated. External IP: 172.27.2.94, port: b28739b5-4378-4ecd-b1ea-3bbf9ec36357. Apr 11 18:13:59.681591 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2530f5e9-ab1a-43bb-8df7-623073402070 admin admin] Publish callbacks [] for security_group (765e5c02-aed9-428c-8d12-de1c09842ccd), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.739388 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc6119-23a0-420e-aa5f-c216618d623b req-95c197d8-c5dd-4fa2-a30c-03e3f32f56f1 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:59.740977 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dabc6119-23a0-420e-aa5f-c216618d623b req-95c197d8-c5dd-4fa2-a30c-03e3f32f56f1 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0581348 Apr 11 18:13:59.785918 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2530f5e9-ab1a-43bb-8df7-623073402070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (765e5c02-aed9-428c-8d12-de1c09842ccd), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.807942 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da56a6a6-9ffe-4c4b-8cbc-bdba0b89df42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (aa823295-e298-482c-aa5d-370bde9c31f0), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.813805 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da56a6a6-9ffe-4c4b-8cbc-bdba0b89df42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:59.817855 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-da56a6a6-9ffe-4c4b-8cbc-bdba0b89df42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa823295-e298-482c-aa5d-370bde9c31f0 HTTP/1.1" status: 204 len: 168 time: 0.3729463 Apr 11 18:13:59.909942 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dabc6119-23a0-420e-aa5f-c216618d623b req-69d772c7-5c23-4bf0-bad2-adf35a75f40e tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629167 Apr 11 18:13:59.939441 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2530f5e9-ab1a-43bb-8df7-623073402070 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09b3f280c71c447d93117097dc88b6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097066 Apr 11 18:13:59.941965 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530f5e9-ab1a-43bb-8df7-623073402070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765e5c02-aed9-428c-8d12-de1c09842ccd,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:59.943544 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-8a4ccca5-4296-4200-a37f-981b92e1f7f0 service neutron] 10.222.0.15 "GET /v2.0/networks/b26fbc73-df46-403a-9756-6a44edae145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678450 Apr 11 18:13:59.960979 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52832) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:59.979735 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56a6a6-9ffe-4c4b-8cbc-bdba0b89df42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa823295-e298-482c-aa5d-370bde9c31f0,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:00.123310 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e17cb-6d9e-4cc4-a885-6813d9f92dad req-ad4b5825-847c-4b7f-9afb-60684668287c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:00.124913 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-629e17cb-6d9e-4cc4-a885-6813d9f92dad req-ad4b5825-847c-4b7f-9afb-60684668287c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.1988642 Apr 11 18:14:00.161954 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b53acb-3294-4473-9868-cccd889d9c8e req-1c188045-1a0a-4400-b144-f385049a23fe tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:00.161954 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a6b53acb-3294-4473-9868-cccd889d9c8e req-1c188045-1a0a-4400-b144-f385049a23fe tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0983100 Apr 11 18:14:00.170566 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52844) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:00.175112 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-2a21539e-de72-4355-ba9d-6ba3ced5ff2c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'floatingip': {'port_id': '83205429-6924-47bf-9fdc-643a94b8927a'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:00.196540 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-58dcb20d-4114-4bbc-805a-808fb1343bc8 admin admin] Publish callbacks [] for security_group (765e5c02-aed9-428c-8d12-de1c09842ccd), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:00.250675 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2a21539e-de72-4355-ba9d-6ba3ced5ff2c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (d83d7e42-88cd-43f7-8ea1-cc32a6668dd0), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:00.256701 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-58dcb20d-4114-4bbc-805a-808fb1343bc8 admin admin] Publish callbacks [] for security_group (765e5c02-aed9-428c-8d12-de1c09842ccd), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:00.285379 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-629e17cb-6d9e-4cc4-a885-6813d9f92dad req-990430ce-0295-4de7-84af-2788f4c05475 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069593 Apr 11 18:14:00.289384 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:14:00.481731 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-776c42c7-2d91-41f2-9fb8-5c68b5c60068 req-9b7a030d-6007-497f-bc42-5d7db73a94c2 service neutron] 10.222.0.15 "GET /v2.0/networks/b26fbc73-df46-403a-9756-6a44edae145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126384 Apr 11 18:14:00.510945 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:14:00.522275 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:00.528466 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:14:00.538621 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:00.539943 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:00.551378 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-58dcb20d-4114-4bbc-805a-808fb1343bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (765e5c02-aed9-428c-8d12-de1c09842ccd), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:00.554327 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-58dcb20d-4114-4bbc-805a-808fb1343bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:00.561736 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-58dcb20d-4114-4bbc-805a-808fb1343bc8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/765e5c02-aed9-428c-8d12-de1c09842ccd HTTP/1.1" status: 204 len: 168 time: 0.6089411 Apr 11 18:14:00.575863 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d0697bf8-851d-4c27-8821-4ec4fffc9031 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "PUT /v2.0/floatingips/92f3f3bb-51b1-4fff-a853-de03dc2dd349 HTTP/1.1" status: 200 len: 991 time: 2.8548906 Apr 11 18:14:00.576970 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'tag': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:14:00.587882 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b05e96-1ed4-458d-9f21-25cba9f50433" -d '{"events": [{"name": "network-changed", "server_uuid": "74ad2ff9-495b-4ca1-b4cf-d71294db6d5e", "tag": "b28739b5-4378-4ecd-b1ea-3bbf9ec36357"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:14:00.587882 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcb20d-4114-4bbc-805a-808fb1343bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765e5c02-aed9-428c-8d12-de1c09842ccd,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:00.652656 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52858) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:00.662640 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5e0a58-5d5a-468e-840e-a3afc9ead8fd x-openstack-request-id: req-2d5e0a58-5d5a-468e-840e-a3afc9ead8fd {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:14:00.662846 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ad2ff9-495b-4ca1-b4cf-d71294db6d5e", "tag": "b28739b5-4378-4ecd-b1ea-3bbf9ec36357", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:14:00.663019 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d5e0a58-5d5a-468e-840e-a3afc9ead8fd {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:14:00.663628 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5e0a58-5d5a-468e-840e-a3afc9ead8fd'] response: {'name': 'network-changed', 'server_uuid': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'tag': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'status': 'completed', 'code': 200} Apr 11 18:14:00.671997 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4aff3fe4-9944-4ac9-8dbb-c4df4a086128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:00.672868 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:00.774658 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4aff3fe4-9944-4ac9-8dbb-c4df4a086128 admin admin] Publish callbacks [] for security_group (52410b9d-047f-4490-8eab-a3d7a6843a35), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:00.864192 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4aff3fe4-9944-4ac9-8dbb-c4df4a086128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (52410b9d-047f-4490-8eab-a3d7a6843a35), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:00.909646 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4aff3fe4-9944-4ac9-8dbb-c4df4a086128 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b7101d16c6440b799f879b06cf87cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556391 Apr 11 18:14:00.910574 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff3fe4-9944-4ac9-8dbb-c4df4a086128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52410b9d-047f-4490-8eab-a3d7a6843a35,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:00.913405 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 52866) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:00.976383 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4efb114c-fe6e-4052-af55-feb480a6fe70 admin admin] Publish callbacks [] for security_group (52410b9d-047f-4490-8eab-a3d7a6843a35), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:01.002481 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4efb114c-fe6e-4052-af55-feb480a6fe70 admin admin] Publish callbacks [] for security_group (52410b9d-047f-4490-8eab-a3d7a6843a35), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:01.067077 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '92f3f3bb-51b1-4fff-a853-de03dc2dd349', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:18Z', 'updated_at': '2022-04-11T18:13:58Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:01.147833 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4efb114c-fe6e-4052-af55-feb480a6fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (52410b9d-047f-4490-8eab-a3d7a6843a35), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:01.148080 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:14:01.151873 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4efb114c-fe6e-4052-af55-feb480a6fe70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:01.156407 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4efb114c-fe6e-4052-af55-feb480a6fe70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52410b9d-047f-4490-8eab-a3d7a6843a35 HTTP/1.1" status: 204 len: 168 time: 0.2382450 Apr 11 18:14:01.181460 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:01.182103 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:01.197614 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb114c-fe6e-4052-af55-feb480a6fe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52410b9d-047f-4490-8eab-a3d7a6843a35,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:01.230966 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-2a16d2ae-686e-464d-a6e4-77ba62b21ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:01.237094 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-2a16d2ae-686e-464d-a6e4-77ba62b21ed3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 1130 time: 0.1520724 Apr 11 18:14:01.372219 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:01.428671 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2a21539e-de72-4355-ba9d-6ba3ced5ff2c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:01.435069 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9bafc-57a5-4e03-b22d-9523fcba5cfd req-e0a8d6f1-29df-4079-891e-4f0f12b54e11 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:01.436795 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71d9bafc-57a5-4e03-b22d-9523fcba5cfd req-e0a8d6f1-29df-4079-891e-4f0f12b54e11 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0618422 Apr 11 18:14:01.525472 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2a21539e-de72-4355-ba9d-6ba3ced5ff2c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (d83d7e42-88cd-43f7-8ea1-cc32a6668dd0), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:01.593018 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71d9bafc-57a5-4e03-b22d-9523fcba5cfd req-acd3881a-6ef0-43e2-8163-474373fa731d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502109 Apr 11 18:14:01.624869 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-d18bf578-8c21-4a92-b723-d4c100277c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:01.626844 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-d18bf578-8c21-4a92-b723-d4c100277c5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 916 time: 0.1573043 Apr 11 18:14:01.893639 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-718bc80e-69af-41ce-8dfb-eefb8fab6ef7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28739b5-4378-4ecd-b1ea-3bbf9ec36357 HTTP/1.1" status: 200 len: 999 time: 0.2582254 Apr 11 18:14:01.896097 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c2914-bcbf-49e7-a2de-bb0ae3027f26 req-2cd4bf30-67c2-4a87-82ed-71e4afbcd9b0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:01.904148 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f34c2914-bcbf-49e7-a2de-bb0ae3027f26 req-2cd4bf30-67c2-4a87-82ed-71e4afbcd9b0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.1185734 Apr 11 18:14:01.909485 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 52908) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:01.916447 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-a4e8a532-41af-469c-98cf-93cd70521044 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'floatingip': {'port_id': '7114cb78-55cc-43a7-9134-f164679985d3'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:01.962712 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '92f3f3bb-51b1-4fff-a853-de03dc2dd349', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:18Z', 'updated_at': '2022-04-11T18:13:58Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:01.984801 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a532-41af-469c-98cf-93cd70521044 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (12d88b81-5540-4fab-9b55-fcab23ac1059), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:01.996655 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017b55f-95c7-4ad1-aa9b-a1c36f70f1e6 None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '92f3f3bb-51b1-4fff-a853-de03dc2dd349', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:18Z', 'updated_at': '2022-04-11T18:13:58Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:14:02.023828 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-2a21539e-de72-4355-ba9d-6ba3ced5ff2c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Floating IP d83d7e42-88cd-43f7-8ea1-cc32a6668dd0 associated. External IP: 172.27.2.14, port: 83205429-6924-47bf-9fdc-643a94b8927a. Apr 11 18:14:02.197069 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-9f46d7da-d535-4f3a-ac31-32f1859a695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:02.199735 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-9f46d7da-d535-4f3a-ac31-32f1859a695a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.1157892 Apr 11 18:14:02.252527 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-6b6336ed-bd97-46c6-ac38-51fd538b4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:02.254783 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-6b6336ed-bd97-46c6-ac38-51fd538b4e72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465710 Apr 11 18:14:02.422997 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82742ca-147a-4cf4-bd49-c6a25b9400e2 None None] New status for floating IP 92f3f3bb-51b1-4fff-a853-de03dc2dd349: ACTIVE {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:14:02.468452 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-d7fb580d-94ce-405d-a263-b863d4138e87 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920505 Apr 11 18:14:02.590317 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-62b05e96-1ed4-458d-9f21-25cba9f50433 req-cd4f7247-0977-4d58-b141-f3de7d8efe4a service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126909 Apr 11 18:14:02.674421 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a21539e-de72-4355-ba9d-6ba3ced5ff2c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:14:02.841546 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f90da415-0148-4d05-834f-9fe0a6515861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:02.917192 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a532-41af-469c-98cf-93cd70521044 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:02.923807 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a21539e-de72-4355-ba9d-6ba3ced5ff2c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:14:02.932311 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2a21539e-de72-4355-ba9d-6ba3ced5ff2c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:02.936981 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] Sync routers for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:14:02.958904 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:02.958904 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:03.090485 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:03.178575 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a532-41af-469c-98cf-93cd70521044 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (12d88b81-5540-4fab-9b55-fcab23ac1059), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:03.222800 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2a21539e-de72-4355-ba9d-6ba3ced5ff2c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "PUT /v2.0/floatingips/d83d7e42-88cd-43f7-8ea1-cc32a6668dd0 HTTP/1.1" status: 200 len: 990 time: 3.0511591 Apr 11 18:14:03.223426 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03babc09-caba-4f19-923f-8b41291e9c4e', 'tag': '83205429-6924-47bf-9fdc-643a94b8927a'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:14:03.225786 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4329184d-1c65-44e1-9a75-6e1d97d1e20a" -d '{"events": [{"name": "network-changed", "server_uuid": "03babc09-caba-4f19-923f-8b41291e9c4e", "tag": "83205429-6924-47bf-9fdc-643a94b8927a"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:14:03.302104 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18f68b2-6f5b-4304-ba19-52fe34e9ecc3 x-openstack-request-id: req-e18f68b2-6f5b-4304-ba19-52fe34e9ecc3 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:14:03.302851 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03babc09-caba-4f19-923f-8b41291e9c4e", "tag": "83205429-6924-47bf-9fdc-643a94b8927a", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:14:03.303402 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e18f68b2-6f5b-4304-ba19-52fe34e9ecc3 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:14:03.304135 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18f68b2-6f5b-4304-ba19-52fe34e9ecc3'] response: {'name': 'network-changed', 'server_uuid': '03babc09-caba-4f19-923f-8b41291e9c4e', 'tag': '83205429-6924-47bf-9fdc-643a94b8927a', 'status': 'completed', 'code': 200} Apr 11 18:14:03.350165 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-a4e8a532-41af-469c-98cf-93cd70521044 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Floating IP 12d88b81-5540-4fab-9b55-fcab23ac1059 associated. External IP: 172.27.2.242, port: 7114cb78-55cc-43a7-9134-f164679985d3. Apr 11 18:14:03.361230 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-52a7f3ad-cb3f-4e2e-b253-0158bcfe3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:03.363313 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-52a7f3ad-cb3f-4e2e-b253-0158bcfe3da2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 1129 time: 0.0688641 Apr 11 18:14:03.527251 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': 'd83d7e42-88cd-43f7-8ea1-cc32a6668dd0', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'port_id': '83205429-6924-47bf-9fdc-643a94b8927a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'mac_address': 'fa:16:3e:7e:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03babc09-caba-4f19-923f-8b41291e9c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:21Z', 'updated_at': '2022-04-11T18:14:01Z', 'revision_number': 1, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:03.533545 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-17cbe40f-f247-4909-8f16-271ede6b0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:03.535241 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-17cbe40f-f247-4909-8f16-271ede6b0a13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a534f68-374b-4a6f-b80f-1aa62bee60ea HTTP/1.1" status: 200 len: 911 time: 0.1616299 Apr 11 18:14:03.595206 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] Checking router: c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:14:03.624515 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:03.625147 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:03.674741 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-06410fa2-a1c2-4a74-be2b-586f7152f07d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83205429-6924-47bf-9fdc-643a94b8927a HTTP/1.1" status: 200 len: 998 time: 0.1300621 Apr 11 18:14:03.705101 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e8a532-41af-469c-98cf-93cd70521044 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Router c5a05e98-c51f-4e79-82af-b57c9f039e93 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:14:03.732192 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-680a9999-fa5f-46b7-a6fb-05faf37b76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:03.733698 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-680a9999-fa5f-46b7-a6fb-05faf37b76e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=675019fa-8915-421f-bf8b-c55e41477ea1 HTTP/1.1" status: 200 len: 849 time: 0.0499294 Apr 11 18:14:03.766050 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:03.827584 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-4397d90e-b891-411a-8920-a302bc9136a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:03.829166 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-4397d90e-b891-411a-8920-a302bc9136a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a534f68-374b-4a6f-b80f-1aa62bee60ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818422 Apr 11 18:14:03.851140 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e8a532-41af-469c-98cf-93cd70521044 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:14:03.864295 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] Sync routers for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:14:03.865552 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a532-41af-469c-98cf-93cd70521044 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:03.892300 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:03.893559 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:03.913532 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a4e8a532-41af-469c-98cf-93cd70521044 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "PUT /v2.0/floatingips/12d88b81-5540-4fab-9b55-fcab23ac1059 HTTP/1.1" status: 200 len: 991 time: 2.0022514 Apr 11 18:14:04.047700 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-15bbeada-0c8d-4aaf-855d-8b72bcb5ec08 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116516 Apr 11 18:14:04.084739 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:04.117502 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': 'd83d7e42-88cd-43f7-8ea1-cc32a6668dd0', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'port_id': '83205429-6924-47bf-9fdc-643a94b8927a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'mac_address': 'fa:16:3e:7e:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03babc09-caba-4f19-923f-8b41291e9c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:21Z', 'updated_at': '2022-04-11T18:14:01Z', 'revision_number': 1, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:04.152861 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766283fc-e050-41af-9028-30a2eafe7d02 None None] The sync data for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi is: [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': 'd83d7e42-88cd-43f7-8ea1-cc32a6668dd0', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'port_id': '83205429-6924-47bf-9fdc-643a94b8927a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'mac_address': 'fa:16:3e:7e:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03babc09-caba-4f19-923f-8b41291e9c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:21Z', 'updated_at': '2022-04-11T18:14:01Z', 'revision_number': 1, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:14:04.461733 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f352c3cb-d044-4a77-a380-6fefc4ab36b0 None None] New status for floating IP d83d7e42-88cd-43f7-8ea1-cc32a6668dd0: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:14:04.473315 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53008) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:04.564180 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '12d88b81-5540-4fab-9b55-fcab23ac1059', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'port_id': '7114cb78-55cc-43a7-9134-f164679985d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'mac_address': 'fa:16:3e:2c:99:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:19Z', 'updated_at': '2022-04-11T18:14:02Z', 'revision_number': 1, 'project_id': 'e8f78af66216431482636bd6522504cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:04.610228 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] Checking router: c5a05e98-c51f-4e79-82af-b57c9f039e93 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:14:04.614229 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:04.625471 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:04.626183 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:13:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:04.697764 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Publish callbacks [] for security_group (7f861072-4bb0-46df-adcd-39faa90bcc66), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:04.742695 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:04.801198 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (7f861072-4bb0-46df-adcd-39faa90bcc66), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:04.845193 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f861072-4bb0-46df-adcd-39faa90bcc66,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:04.853082 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.853644 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.853998 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.854342 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858959 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858959 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.858959 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:04.867038 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ea032921-9450-468e-8146-f677de3b555b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53be408476b942ef94f0465fc6e9205c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911860 Apr 11 18:14:04.869002 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53018) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:04.923614 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fef5bed0-1273-4ea6-a1b8-fad6c8d54a71 admin admin] Publish callbacks [] for security_group (7f861072-4bb0-46df-adcd-39faa90bcc66), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:04.956838 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fef5bed0-1273-4ea6-a1b8-fad6c8d54a71 admin admin] Publish callbacks [] for security_group (7f861072-4bb0-46df-adcd-39faa90bcc66), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:05.015885 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '12d88b81-5540-4fab-9b55-fcab23ac1059', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'port_id': '7114cb78-55cc-43a7-9134-f164679985d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'mac_address': 'fa:16:3e:2c:99:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:19Z', 'updated_at': '2022-04-11T18:14:02Z', 'revision_number': 1, 'project_id': 'e8f78af66216431482636bd6522504cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:05.053433 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-773b278c-c2c1-41fc-9b9c-ea3a51d7f4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:05.055704 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586b516-4781-483f-b1c4-31a8ba9686f3 None None] The sync data for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi is: [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '12d88b81-5540-4fab-9b55-fcab23ac1059', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'port_id': '7114cb78-55cc-43a7-9134-f164679985d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'mac_address': 'fa:16:3e:2c:99:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:19Z', 'updated_at': '2022-04-11T18:14:02Z', 'revision_number': 1, 'project_id': 'e8f78af66216431482636bd6522504cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:14:05.109361 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53028) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:05.135887 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fef5bed0-1273-4ea6-a1b8-fad6c8d54a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (7f861072-4bb0-46df-adcd-39faa90bcc66), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:05.138667 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fef5bed0-1273-4ea6-a1b8-fad6c8d54a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:05.142988 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-fef5bed0-1273-4ea6-a1b8-fad6c8d54a71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f861072-4bb0-46df-adcd-39faa90bcc66 HTTP/1.1" status: 204 len: 168 time: 0.2703319 Apr 11 18:14:05.149172 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5bed0-1273-4ea6-a1b8-fad6c8d54a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f861072-4bb0-46df-adcd-39faa90bcc66,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:05.255546 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4329184d-1c65-44e1-9a75-6e1d97d1e20a req-70a7e7eb-fc28-4062-a7cf-e3d8a8fd3976 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202843 Apr 11 18:14:05.274811 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:05.305771 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:14:05.312353 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b9a50b-ed8a-414f-86dd-685a4defa2df" -d '{"events": [{"name": "network-changed", "server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "tag": "7114cb78-55cc-43a7-9134-f164679985d3"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:14:05.373193 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd605f70-59be-4a63-972a-e3dd8dcfe4cb None None] New status for floating IP 12d88b81-5540-4fab-9b55-fcab23ac1059: ACTIVE {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:14:05.376890 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b6fe9d-db65-4dff-9856-8be38c32323d x-openstack-request-id: req-d0b6fe9d-db65-4dff-9856-8be38c32323d {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:14:05.377246 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "tag": "7114cb78-55cc-43a7-9134-f164679985d3", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:14:05.377484 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0b6fe9d-db65-4dff-9856-8be38c32323d {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:14:05.377874 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b6fe9d-db65-4dff-9856-8be38c32323d'] response: {'name': 'network-changed', 'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3', 'status': 'completed', 'code': 200} Apr 11 18:14:05.401167 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Publish callbacks [] for security_group (27e72424-dffe-4f46-a8a7-9ec5ee533b14), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:05.465609 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53038) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:05.687849 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a3467036-4546-49da-89e3-a4337181023d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:05.764603 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-bc199c40-ae56-41be-8d2b-bd731e652cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:05.766095 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-bc199c40-ae56-41be-8d2b-bd731e652cad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 1129 time: 0.0553110 Apr 11 18:14:05.766707 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (27e72424-dffe-4f46-a8a7-9ec5ee533b14), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:05.852631 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc27b9754a2040fbaf81be8d0aff3c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7420888 Apr 11 18:14:05.856303 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53046) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:05.889953 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e72424-dffe-4f46-a8a7-9ec5ee533b14,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a3467036-4546-49da-89e3-a4337181023d admin admin] Publish callbacks [] for security_group (a5c6f742-4ae6-4cba-a64c-e5b2dd130eed), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.011571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.013553 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe333d4-6a7f-4f89-9f75-ef4ce67eb27d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:06.013980 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1169f615-748f-4711-94b6-05b5447f4753 admin admin] Publish callbacks [] for security_group (27e72424-dffe-4f46-a8a7-9ec5ee533b14), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.014424 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-ca71ecc7-4f74-4b74-93eb-802541efbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:06.014765 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1169f615-748f-4711-94b6-05b5447f4753 admin admin] Publish callbacks [] for security_group (27e72424-dffe-4f46-a8a7-9ec5ee533b14), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.014860 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-ca71ecc7-4f74-4b74-93eb-802541efbfca service neutron] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 917 time: 0.1547985 Apr 11 18:14:06.014860 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-d6f6b895-dcb8-4f15-b081-020d43bea6c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7114cb78-55cc-43a7-9134-f164679985d3 HTTP/1.1" status: 200 len: 1001 time: 0.0596719 Apr 11 18:14:06.072551 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-4ad99b47-7ff9-4720-a197-4c49969ed251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:06.174461 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-4ad99b47-7ff9-4720-a197-4c49969ed251 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.0509639 Apr 11 18:14:06.174461 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-712c3141-bb87-4094-8f1c-f1830e64f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:06.174461 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-712c3141-bb87-4094-8f1c-f1830e64f247 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380776 Apr 11 18:14:06.214019 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-9e839999-4e3c-40d6-9128-6d2e1c5c6949 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Apr 11 18:14:06.322750 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77b9a50b-ed8a-414f-86dd-685a4defa2df req-e6a8eff3-2a06-4b48-a053-a4787e4d2a4d service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876329 Apr 11 18:14:06.324388 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a3467036-4546-49da-89e3-a4337181023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (a5c6f742-4ae6-4cba-a64c-e5b2dd130eed), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.325065 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1169f615-748f-4711-94b6-05b5447f4753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (27e72424-dffe-4f46-a8a7-9ec5ee533b14), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.329955 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1169f615-748f-4711-94b6-05b5447f4753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.334737 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1169f615-748f-4711-94b6-05b5447f4753 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27e72424-dffe-4f46-a8a7-9ec5ee533b14 HTTP/1.1" status: 204 len: 168 time: 0.4743066 Apr 11 18:14:06.347744 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169f615-748f-4711-94b6-05b5447f4753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e72424-dffe-4f46-a8a7-9ec5ee533b14,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:06.400174 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-a3467036-4546-49da-89e3-a4337181023d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=431a269c1dce4280a0f655db9fdc677b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9333651 Apr 11 18:14:06.401270 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3467036-4546-49da-89e3-a4337181023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c6f742-4ae6-4cba-a64c-e5b2dd130eed,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:06.403312 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53050) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:06.485055 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.508811 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-954366b7-0b26-43c3-8c35-a8eba9cd9f77 admin admin] Publish callbacks [] for security_group (a5c6f742-4ae6-4cba-a64c-e5b2dd130eed), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.541241 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-954366b7-0b26-43c3-8c35-a8eba9cd9f77 admin admin] Publish callbacks [] for security_group (a5c6f742-4ae6-4cba-a64c-e5b2dd130eed), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.611732 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53062) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:06.625705 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bc13a18e-b002-4307-969e-a54de51ce511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.765998 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-954366b7-0b26-43c3-8c35-a8eba9cd9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (a5c6f742-4ae6-4cba-a64c-e5b2dd130eed), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.769051 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-954366b7-0b26-43c3-8c35-a8eba9cd9f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.772365 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-954366b7-0b26-43c3-8c35-a8eba9cd9f77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5c6f742-4ae6-4cba-a64c-e5b2dd130eed HTTP/1.1" status: 204 len: 168 time: 0.3655612 Apr 11 18:14:06.812012 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954366b7-0b26-43c3-8c35-a8eba9cd9f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c6f742-4ae6-4cba-a64c-e5b2dd130eed,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:06.901380 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bc13a18e-b002-4307-969e-a54de51ce511 admin admin] Publish callbacks [] for security_group (ab82fbae-85a2-469e-b369-2beebe842957), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.987096 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bc13a18e-b002-4307-969e-a54de51ce511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ab82fbae-85a2-469e-b369-2beebe842957), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.028702 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bc13a18e-b002-4307-969e-a54de51ce511 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2d0aeee8ff142568c243f1f8e1031e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156430 Apr 11 18:14:07.029880 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13a18e-b002-4307-969e-a54de51ce511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab82fbae-85a2-469e-b369-2beebe842957,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:07.031323 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53074) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:07.081968 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a1a48ac2-1ec7-4b84-9b55-0f3a4d9c8e07 admin admin] Publish callbacks [] for security_group (ab82fbae-85a2-469e-b369-2beebe842957), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.104887 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a1a48ac2-1ec7-4b84-9b55-0f3a4d9c8e07 admin admin] Publish callbacks [] for security_group (ab82fbae-85a2-469e-b369-2beebe842957), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.247084 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a1a48ac2-1ec7-4b84-9b55-0f3a4d9c8e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ab82fbae-85a2-469e-b369-2beebe842957), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.248266 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53076) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:07.254105 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a1a48ac2-1ec7-4b84-9b55-0f3a4d9c8e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.258790 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-a1a48ac2-1ec7-4b84-9b55-0f3a4d9c8e07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab82fbae-85a2-469e-b369-2beebe842957 HTTP/1.1" status: 204 len: 168 time: 0.2228587 Apr 11 18:14:07.265283 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a48ac2-1ec7-4b84-9b55-0f3a4d9c8e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab82fbae-85a2-469e-b369-2beebe842957,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:07.275800 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a54a9a06-87e2-4638-a716-8003c4edef93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.380984 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a53d93-c395-4459-b523-d377ffd42ba4 req-d101f649-d6a8-40df-b3a0-8ccbb06e4784 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:07.392649 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-73a53d93-c395-4459-b523-d377ffd42ba4 req-d101f649-d6a8-40df-b3a0-8ccbb06e4784 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0631027 Apr 11 18:14:07.438412 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a54a9a06-87e2-4638-a716-8003c4edef93 admin admin] Publish callbacks [] for security_group (faf960a5-4e14-4728-9a53-fd88fbb11f7a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.455281 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-73a53d93-c395-4459-b523-d377ffd42ba4 req-a60670b3-bbb1-4529-ad5e-f43aa7813fa5 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658572 Apr 11 18:14:07.566948 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a54a9a06-87e2-4638-a716-8003c4edef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (faf960a5-4e14-4728-9a53-fd88fbb11f7a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.604348 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a54a9a06-87e2-4638-a716-8003c4edef93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9fe8fe23c6e46bf85e24eedeaefc77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549366 Apr 11 18:14:07.606933 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53086) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:07.631350 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a9a06-87e2-4638-a716-8003c4edef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf960a5-4e14-4728-9a53-fd88fbb11f7a,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:07.676914 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0931e6df-f853-4574-bbe2-c9e5e204d00d admin admin] Publish callbacks [] for security_group (faf960a5-4e14-4728-9a53-fd88fbb11f7a), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.712952 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0931e6df-f853-4574-bbe2-c9e5e204d00d admin admin] Publish callbacks [] for security_group (faf960a5-4e14-4728-9a53-fd88fbb11f7a), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.736576 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.786361 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53096) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:07.799568 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3d382b69-41e5-4c4b-90b1-1dc238031ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.845961 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0931e6df-f853-4574-bbe2-c9e5e204d00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (faf960a5-4e14-4728-9a53-fd88fbb11f7a), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.848649 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0931e6df-f853-4574-bbe2-c9e5e204d00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:07.849668 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0931e6df-f853-4574-bbe2-c9e5e204d00d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/faf960a5-4e14-4728-9a53-fd88fbb11f7a HTTP/1.1" status: 204 len: 168 time: 0.2417605 Apr 11 18:14:07.869284 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931e6df-f853-4574-bbe2-c9e5e204d00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf960a5-4e14-4728-9a53-fd88fbb11f7a,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:07.926763 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3d382b69-41e5-4c4b-90b1-1dc238031ead admin admin] Publish callbacks [] for security_group (5d0c55b3-6a82-4ced-8cb5-a2b6f1abc8d8), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:08.023662 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3d382b69-41e5-4c4b-90b1-1dc238031ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5d0c55b3-6a82-4ced-8cb5-a2b6f1abc8d8), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:08.066708 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-3d382b69-41e5-4c4b-90b1-1dc238031ead admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=539071ef5596443aabde8d161e1e203c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791946 Apr 11 18:14:08.069930 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53108) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:08.071057 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d382b69-41e5-4c4b-90b1-1dc238031ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c55b3-6a82-4ced-8cb5-a2b6f1abc8d8,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:08.142785 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-547e7f7e-2720-4693-88cb-f50615a002ea admin admin] Publish callbacks [] for security_group (5d0c55b3-6a82-4ced-8cb5-a2b6f1abc8d8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:08.172615 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-547e7f7e-2720-4693-88cb-f50615a002ea admin admin] Publish callbacks [] for security_group (5d0c55b3-6a82-4ced-8cb5-a2b6f1abc8d8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:08.269907 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-547e7f7e-2720-4693-88cb-f50615a002ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5d0c55b3-6a82-4ced-8cb5-a2b6f1abc8d8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:08.275494 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-547e7f7e-2720-4693-88cb-f50615a002ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:08.276442 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-547e7f7e-2720-4693-88cb-f50615a002ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d0c55b3-6a82-4ced-8cb5-a2b6f1abc8d8 HTTP/1.1" status: 204 len: 168 time: 0.2005424 Apr 11 18:14:08.288130 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e7f7e-2720-4693-88cb-f50615a002ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c55b3-6a82-4ced-8cb5-a2b6f1abc8d8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:08.588466 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d5a11-57f2-47b0-9aef-80fe9482cbd9 req-99276e2d-10ba-4554-a3a1-9494c92e5c13 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:08.595252 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d02d5a11-57f2-47b0-9aef-80fe9482cbd9 req-99276e2d-10ba-4554-a3a1-9494c92e5c13 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0525794 Apr 11 18:14:08.640903 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d02d5a11-57f2-47b0-9aef-80fe9482cbd9 req-1c5e9fef-a192-4041-ba6f-ba47f15e2339 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Apr 11 18:14:09.079102 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:09.321411 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53164) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:09.430227 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1749413021-network', 'tenant_id': 'fab4a9b5c1644ccf85f1c263d1a6980d'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:09.513017 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Made reservation on behalf of fab4a9b5c1644ccf85f1c263d1a6980d for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:09.515355 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:09.524782 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:09.610023 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Publish callbacks [] for security_group (6908bd3a-0067-48b8-b6b2-a07ad6a634f0), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:09.686638 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (6908bd3a-0067-48b8-b6b2-a07ad6a634f0), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:09.717574 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:14:09.727128 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6908bd3a-0067-48b8-b6b2-a07ad6a634f0,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:09.736303 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (3efe6f85-f8da-4aae-91b6-d02f779d97ea), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:09.736938 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Added segment 3efe6f85-f8da-4aae-91b6-d02f779d97ea of type vlan for network 941b07c8-1951-4731-a978-7082c2498ecb Apr 11 18:14:09.788793 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (941b07c8-1951-4731-a978-7082c2498ecb), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:09.800986 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630141f8-39ce-4f66-9df8-13d6130cf90f req-7b422d42-58f4-446c-b213-3e99c3a27c97 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:09.810606 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-630141f8-39ce-4f66-9df8-13d6130cf90f req-7b422d42-58f4-446c-b213-3e99c3a27c97 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0834653 Apr 11 18:14:09.858090 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-630141f8-39ce-4f66-9df8-13d6130cf90f req-7d6b5227-0bfb-4bf0-b5fc-658832906304 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 Apr 11 18:14:09.904029 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (941b07c8-1951-4731-a978-7082c2498ecb), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:09.905104 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:09.907875 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:09.966160 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] Pushing event updated for resources: {'Network': ['ID=941b07c8-1951-4731-a978-7082c2498ecb,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:09.984122 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 941b07c8-1951-4731-a978-7082c2498ecb details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:14:10.018628 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4a14a48c-20f7-49b0-8f74-d587ff3d4b24 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6960189 Apr 11 18:14:10.021763 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53184) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:10.027020 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Request body: {'subnet': {'network_id': '941b07c8-1951-4731-a978-7082c2498ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1749413021-subnet', 'tenant_id': 'fab4a9b5c1644ccf85f1c263d1a6980d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:10.119000 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Made reservation on behalf of fab4a9b5c1644ccf85f1c263d1a6980d for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:10.121380 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:10.389776 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (03ef0b2c-37c0-4c19-9652-be015f88819c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:10.447424 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ef0b2c-37c0-4c19-9652-be015f88819c,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:10.456532 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Checking segment: {'id': '3efe6f85-f8da-4aae-91b6-d02f779d97ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '941b07c8-1951-4731-a978-7082c2498ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:10.456953 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Network hostable DHCP agents. Network: 941b07c8-1951-4731-a978-7082c2498ecb, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:14:10.578397 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Network 941b07c8-1951-4731-a978-7082c2498ecb is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:14:10.761180 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 941b07c8-1951-4731-a978-7082c2498ecb) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:10.765758 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:10.766575 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:10.773633 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d4d7d-5bd2-4051-8629-eb9887baf7b4 None None] Network 941b07c8-1951-4731-a978-7082c2498ecb requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:14:10.847128 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3c6cc357-4dc4-4770-8e15-1b29d14cd9b0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8242640 Apr 11 18:14:10.891171 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b3bcc4-ae6a-441d-af85-1dc4b4e42e02 None None] Network 941b07c8-1951-4731-a978-7082c2498ecb requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:14:10.989354 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a867b-2297-4502-b65f-9ab983664864 req-bb080621-782e-4918-b627-f8315be0beac tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:10.991160 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a00a867b-2297-4502-b65f-9ab983664864 req-bb080621-782e-4918-b627-f8315be0beac tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0552337 Apr 11 18:14:11.047062 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a00a867b-2297-4502-b65f-9ab983664864 req-f2e63395-bd44-4d8b-80d7-27acda8acdc1 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498757 Apr 11 18:14:11.685296 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53230) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:11.690104 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1746050827-network', 'tenant_id': '47b534b39c004af78fc1b5088d25154d'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:11.809789 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Made reservation on behalf of 47b534b39c004af78fc1b5088d25154d for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:11.812331 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:11.825579 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:11.880405 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-276287c1-c37e-44b4-9fa0-db8ddb0b794e tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:11.881843 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-276287c1-c37e-44b4-9fa0-db8ddb0b794e tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0597305 Apr 11 18:14:12.040458 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Deleting port 325f247f-2e73-449e-9035-eee302d8d159 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:14:12.041155 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (325f247f-2e73-449e-9035-eee302d8d159), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.048071 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Publish callbacks [] for security_group (23f9aaec-5f92-4418-a10a-032adbeebba4), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.133514 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (23f9aaec-5f92-4418-a10a-032adbeebba4), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.171945 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3871f8-2fcb-4dfa-9155-3ff313dfe94c req-b698ee7f-9d3f-4f87-83f2-ac33ea94bfc0 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:12.173682 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa3871f8-2fcb-4dfa-9155-3ff313dfe94c req-b698ee7f-9d3f-4f87-83f2-ac33ea94bfc0 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 945 time: 0.0505874 Apr 11 18:14:12.228786 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa3871f8-2fcb-4dfa-9155-3ff313dfe94c req-0642d79f-2c68-4aab-8620-aff79419c46f tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/security-groups?id=973c186b-c54f-485b-937c-de21b7d3e169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481427 Apr 11 18:14:12.411393 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:14:12.414414 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] For port 325f247f-2e73-449e-9035-eee302d8d159, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=325f247f-2e73-449e-9035-eee302d8d159,segment=NetworkSegment(8709489a-549a-44ff-bf42-0f06d9d7b654),segment_id=8709489a-549a-44ff-bf42-0f06d9d7b654)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:12.414737 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (325f247f-2e73-449e-9035-eee302d8d159), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.430544 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f9aaec-5f92-4418-a10a-032adbeebba4,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:12.441534 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Calling delete_port for 325f247f-2e73-449e-9035-eee302d8d159 owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:14:12.444886 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (50aaf95c-fb60-461c-a3b7-e3155d63f59c), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.445924 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Added segment 50aaf95c-fb60-461c-a3b7-e3155d63f59c of type vlan for network 1b405531-8be0-44fd-9998-8675a60c7036 Apr 11 18:14:12.555259 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (1b405531-8be0-44fd-9998-8675a60c7036), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.664621 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (1b405531-8be0-44fd-9998-8675a60c7036), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.665588 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:12.666171 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.733079 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] Pushing event updated for resources: {'Network': ['ID=1b405531-8be0-44fd-9998-8675a60c7036,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:12.740120 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (325f247f-2e73-449e-9035-eee302d8d159), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.744112 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 1b405531-8be0-44fd-9998-8675a60c7036 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:14:12.777328 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Pushing event deleted for resources: {'Port': ['ID=325f247f-2e73-449e-9035-eee302d8d159,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:12.785238 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53276) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:12.785332 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-3a2566a4-b2d6-4976-ab17-903b39c7af00 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0989017 Apr 11 18:14:12.794807 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Request body: {'subnet': {'network_id': '1b405531-8be0-44fd-9998-8675a60c7036', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1746050827-subnet', 'tenant_id': '47b534b39c004af78fc1b5088d25154d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:12.869167 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] No DVR routers for this DVR port 325f247f-2e73-449e-9035-eee302d8d159 on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:14:12.872947 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.876563 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-10b3a95d-6922-4f22-bba2-e5870d3a9790 req-68baea7d-0937-40d3-82a6-333e014e2349 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.15 "DELETE /v2.0/ports/325f247f-2e73-449e-9035-eee302d8d159 HTTP/1.1" status: 204 len: 173 time: 0.9858861 Apr 11 18:14:12.876941 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4d2a79-eefa-42f2-9b82-0f52836a5e89', 'name': 'network-vif-deleted', 'tag': '325f247f-2e73-449e-9035-eee302d8d159'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:14:12.879459 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697e6290-9cb3-48a9-a459-afc3d18ba9f0" -d '{"events": [{"server_uuid": "2c4d2a79-eefa-42f2-9b82-0f52836a5e89", "name": "network-vif-deleted", "tag": "325f247f-2e73-449e-9035-eee302d8d159"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:14:12.890370 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Made reservation on behalf of 47b534b39c004af78fc1b5088d25154d for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:12.892808 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:12.929856 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091b9c16-9c6d-41a8-b740-b06a154dd6a2 x-openstack-request-id: req-091b9c16-9c6d-41a8-b740-b06a154dd6a2 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:14:12.930022 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4d2a79-eefa-42f2-9b82-0f52836a5e89", "name": "network-vif-deleted", "tag": "325f247f-2e73-449e-9035-eee302d8d159", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:14:12.930250 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-091b9c16-9c6d-41a8-b740-b06a154dd6a2 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:14:12.930684 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091b9c16-9c6d-41a8-b740-b06a154dd6a2'] response: {'server_uuid': '2c4d2a79-eefa-42f2-9b82-0f52836a5e89', 'name': 'network-vif-deleted', 'tag': '325f247f-2e73-449e-9035-eee302d8d159', 'status': 'completed', 'code': 200} Apr 11 18:14:13.188128 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (6ef74645-6a9f-4db2-bb2c-36345055e72b), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:13.259558 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef74645-6a9f-4db2-bb2c-36345055e72b,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:13.264280 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Checking segment: {'id': '50aaf95c-fb60-461c-a3b7-e3155d63f59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1b405531-8be0-44fd-9998-8675a60c7036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:13.264645 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Network hostable DHCP agents. Network: 1b405531-8be0-44fd-9998-8675a60c7036, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:14:13.335064 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-794fc30e-53f8-476a-9084-34bb7bcacb23 req-0d0d301b-9e58-4528-a8d7-ad89d155a64d tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.0280330 Apr 11 18:14:13.349404 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Network 1b405531-8be0-44fd-9998-8675a60c7036 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:14:13.452535 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 1b405531-8be0-44fd-9998-8675a60c7036) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:13.460002 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:13.461593 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:13.469268 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b53ea-f134-49b8-8d63-0d0ad07b310f None None] Network 1b405531-8be0-44fd-9998-8675a60c7036 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:14:13.584299 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-60b54131-fd05-407d-91e3-aa2aaa13514e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7951012 Apr 11 18:14:13.600631 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ba2278-0831-4efb-b569-23a5b6dee832 None None] Network 1b405531-8be0-44fd-9998-8675a60c7036 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:14:13.863727 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 325f247f-2e73-449e-9035-eee302d8d159 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:14:13.886990 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 325f247f-2e73-449e-9035-eee302d8d159 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:14:13.887335 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 325f247f-2e73-449e-9035-eee302d8d159 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:14:14.459540 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c5f040f8-6d34-4fe3-8fcd-c582fc89f3a1 req-e34ffac9-3853-417a-b5e7-36f9476e6142 tempest-DeleteServersTestJSON-1722160007 tempest-DeleteServersTestJSON-1722160007-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d2a79-eefa-42f2-9b82-0f52836a5e89 HTTP/1.1" status: 200 len: 210 time: 0.0302107 Apr 11 18:14:15.112444 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53372) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:15.223048 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a1bca42-c895-46f7-8730-9e63894b4f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:15.317019 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a1bca42-c895-46f7-8730-9e63894b4f57 admin admin] Publish callbacks [] for security_group (50f5eefd-833c-46a5-9739-ddfc964fc51d), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:15.392882 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4a1bca42-c895-46f7-8730-9e63894b4f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (50f5eefd-833c-46a5-9739-ddfc964fc51d), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:15.434672 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4a1bca42-c895-46f7-8730-9e63894b4f57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9b71b97a87f48e3b9139aec8383f60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207264 Apr 11 18:14:15.435540 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bca42-c895-46f7-8730-9e63894b4f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f5eefd-833c-46a5-9739-ddfc964fc51d,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:15.437480 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53386) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:15.489300 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c0d8f1e-82f8-4f04-a687-01decb429204 admin admin] Publish callbacks [] for security_group (50f5eefd-833c-46a5-9739-ddfc964fc51d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:15.514110 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c0d8f1e-82f8-4f04-a687-01decb429204 admin admin] Publish callbacks [] for security_group (50f5eefd-833c-46a5-9739-ddfc964fc51d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:15.636623 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c0d8f1e-82f8-4f04-a687-01decb429204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (50f5eefd-833c-46a5-9739-ddfc964fc51d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:15.638230 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c0d8f1e-82f8-4f04-a687-01decb429204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:15.639655 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-8c0d8f1e-82f8-4f04-a687-01decb429204 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50f5eefd-833c-46a5-9739-ddfc964fc51d HTTP/1.1" status: 204 len: 168 time: 0.2005422 Apr 11 18:14:15.648940 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d8f1e-82f8-4f04-a687-01decb429204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f5eefd-833c-46a5-9739-ddfc964fc51d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:17.198135 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53492) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:17.246871 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-5503589e-e5d6-41af-b0cf-613c7428ade4 admin admin] Deleting subnet 2aa30fdf-51fd-4b97-9a57-190d8af317c5 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:14:17.250353 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5503589e-e5d6-41af-b0cf-613c7428ade4 admin admin] Publish callbacks [] for subnet (2aa30fdf-51fd-4b97-9a57-190d8af317c5), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.286508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5503589e-e5d6-41af-b0cf-613c7428ade4 admin admin] Publish callbacks [] for subnet (2aa30fdf-51fd-4b97-9a57-190d8af317c5), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.296883 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5503589e-e5d6-41af-b0cf-613c7428ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (2aa30fdf-51fd-4b97-9a57-190d8af317c5), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.316603 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53496) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:17.411174 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5503589e-e5d6-41af-b0cf-613c7428ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (2aa30fdf-51fd-4b97-9a57-190d8af317c5), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.424889 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5503589e-e5d6-41af-b0cf-613c7428ade4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.428111 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5503589e-e5d6-41af-b0cf-613c7428ade4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2aa30fdf-51fd-4b97-9a57-190d8af317c5 HTTP/1.1" status: 204 len: 168 time: 0.2289073 Apr 11 18:14:17.430862 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53508) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:17.445561 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503589e-e5d6-41af-b0cf-613c7428ade4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa30fdf-51fd-4b97-9a57-190d8af317c5,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:17.451361 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53510) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:17.520349 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (b26fbc73-df46-403a-9756-6a44edae145f), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.550131 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7c1-5bfd-458c-a905-6c19f90e4c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.600763 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-98ef729a-19fb-4e52-bb98-5af818f9911b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.613568 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (b26fbc73-df46-403a-9756-6a44edae145f), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.641393 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.642083 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.642953 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.643346 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > port after_create 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.643737 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.644174 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > port after_update 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.644561 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.644951 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.645340 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.645757 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.697253 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7c1-5bfd-458c-a905-6c19f90e4c16 admin admin] Publish callbacks [] for security_group (49416334-37b0-4ab8-a266-25a7ca700355), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.721126 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-98ef729a-19fb-4e52-bb98-5af818f9911b admin admin] Publish callbacks [] for security_group (b8b259bd-d6b3-44db-bec6-0b24afa6f44b), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.776177 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.776463 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.776836 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.777192 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:17.777549 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26fbc73-df46-403a-9756-6a44edae145f']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:17.796313 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8709489a-549a-44ff-bf42-0f06d9d7b654') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:17.796621 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8709489a-549a-44ff-bf42-0f06d9d7b654') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:17.814139 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (8709489a-549a-44ff-bf42-0f06d9d7b654), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.839831 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (8709489a-549a-44ff-bf42-0f06d9d7b654), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.849156 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:14:17.849559 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (8709489a-549a-44ff-bf42-0f06d9d7b654), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.854024 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-54f5d7c1-5bfd-458c-a905-6c19f90e4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (49416334-37b0-4ab8-a266-25a7ca700355), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.859509 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-98ef729a-19fb-4e52-bb98-5af818f9911b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (b8b259bd-d6b3-44db-bec6-0b24afa6f44b), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: from cryptography.utils import int_from_bytes Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: from cryptography.utils import int_from_bytes Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:14:17.879195 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:14:17.912814 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-54f5d7c1-5bfd-458c-a905-6c19f90e4c16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02ed54e2ed1545fda5731f17ceb9478e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951602 Apr 11 18:14:17.914550 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5d7c1-5bfd-458c-a905-6c19f90e4c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49416334-37b0-4ab8-a266-25a7ca700355,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:17.919308 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53520) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:17.930969 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-98ef729a-19fb-4e52-bb98-5af818f9911b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a880e59ae9854ed4b59bd0e2c02dc11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4652245 Apr 11 18:14:17.930969 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53522) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:17.991134 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef729a-19fb-4e52-bb98-5af818f9911b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b259bd-d6b3-44db-bec6-0b24afa6f44b,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:18.023706 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (b26fbc73-df46-403a-9756-6a44edae145f), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.033956 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.034146 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-174b6fce-0094-4bc9-b03b-cd6d1a219735 admin admin] Publish callbacks [] for security_group (49416334-37b0-4ab8-a266-25a7ca700355), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.036078 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] 10.222.0.53 "DELETE /v2.0/networks/b26fbc73-df46-403a-9756-6a44edae145f HTTP/1.1" status: 204 len: 168 time: 0.6033218 Apr 11 18:14:18.048703 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cae06-546d-4661-853b-ae74c5fc506f admin admin] Pushing event deleted for resources: {'Network': ['ID=b26fbc73-df46-403a-9756-6a44edae145f,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:18.051570 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-21c37636-96ab-4525-a38b-39ec543559cc admin admin] Publish callbacks [] for security_group (b8b259bd-d6b3-44db-bec6-0b24afa6f44b), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.089957 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-174b6fce-0094-4bc9-b03b-cd6d1a219735 admin admin] Publish callbacks [] for security_group (49416334-37b0-4ab8-a266-25a7ca700355), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.111745 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-21c37636-96ab-4525-a38b-39ec543559cc admin admin] Publish callbacks [] for security_group (b8b259bd-d6b3-44db-bec6-0b24afa6f44b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.275883 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-174b6fce-0094-4bc9-b03b-cd6d1a219735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (49416334-37b0-4ab8-a266-25a7ca700355), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.278739 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-174b6fce-0094-4bc9-b03b-cd6d1a219735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.279898 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-174b6fce-0094-4bc9-b03b-cd6d1a219735 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49416334-37b0-4ab8-a266-25a7ca700355 HTTP/1.1" status: 204 len: 168 time: 0.3570759 Apr 11 18:14:18.287915 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b6fce-0094-4bc9-b03b-cd6d1a219735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49416334-37b0-4ab8-a266-25a7ca700355,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:18.319155 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-21c37636-96ab-4525-a38b-39ec543559cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (b8b259bd-d6b3-44db-bec6-0b24afa6f44b), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.322631 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-21c37636-96ab-4525-a38b-39ec543559cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.323780 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-21c37636-96ab-4525-a38b-39ec543559cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8b259bd-d6b3-44db-bec6-0b24afa6f44b HTTP/1.1" status: 204 len: 168 time: 0.3924570 Apr 11 18:14:18.331789 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c37636-96ab-4525-a38b-39ec543559cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b259bd-d6b3-44db-bec6-0b24afa6f44b,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:18.531910 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53544) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:18.574674 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c66d00ed-e602-4331-a660-25a670cd67c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87eb1bc9b4154466b94ded5ac386fbc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412073 Apr 11 18:14:18.577091 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53546) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:18.629117 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-41c7db70-f6ef-4251-933c-c6cba0fb1cb2 admin admin] Publish callbacks [] for security_group (973c186b-c54f-485b-937c-de21b7d3e169), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.656249 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-41c7db70-f6ef-4251-933c-c6cba0fb1cb2 admin admin] Publish callbacks [] for security_group (973c186b-c54f-485b-937c-de21b7d3e169), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.812560 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-41c7db70-f6ef-4251-933c-c6cba0fb1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (973c186b-c54f-485b-937c-de21b7d3e169), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.815174 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-41c7db70-f6ef-4251-933c-c6cba0fb1cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:18.816590 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-41c7db70-f6ef-4251-933c-c6cba0fb1cb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/973c186b-c54f-485b-937c-de21b7d3e169 HTTP/1.1" status: 204 len: 168 time: 0.2385035 Apr 11 18:14:18.825546 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7db70-f6ef-4251-933c-c6cba0fb1cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973c186b-c54f-485b-937c-de21b7d3e169,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:19.149933 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53560) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:19.163829 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-226d5e70-5a62-4b45-bad3-760957c8e845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.268454 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-226d5e70-5a62-4b45-bad3-760957c8e845 admin admin] Publish callbacks [] for security_group (2f5afb0d-d8a0-48f1-81a8-f58ff5d898c2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.366751 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-226d5e70-5a62-4b45-bad3-760957c8e845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (2f5afb0d-d8a0-48f1-81a8-f58ff5d898c2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.419586 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-226d5e70-5a62-4b45-bad3-760957c8e845 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47f3abac53fa4fb08a496c1d5e616fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683377 Apr 11 18:14:19.420164 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53574) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:19.421460 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d5e70-5a62-4b45-bad3-760957c8e845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5afb0d-d8a0-48f1-81a8-f58ff5d898c2,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:19.488143 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f70b7eed-e900-47b4-8fd6-01080b437d69 admin admin] Publish callbacks [] for security_group (2f5afb0d-d8a0-48f1-81a8-f58ff5d898c2), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.514403 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f70b7eed-e900-47b4-8fd6-01080b437d69 admin admin] Publish callbacks [] for security_group (2f5afb0d-d8a0-48f1-81a8-f58ff5d898c2), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.606810 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53580) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:19.621334 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1dd610ed-6cdc-409d-968c-29e0a70ea4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.680939 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f70b7eed-e900-47b4-8fd6-01080b437d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (2f5afb0d-d8a0-48f1-81a8-f58ff5d898c2), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.684262 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f70b7eed-e900-47b4-8fd6-01080b437d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.685873 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-f70b7eed-e900-47b4-8fd6-01080b437d69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f5afb0d-d8a0-48f1-81a8-f58ff5d898c2 HTTP/1.1" status: 204 len: 168 time: 0.2635074 Apr 11 18:14:19.710345 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b7eed-e900-47b4-8fd6-01080b437d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5afb0d-d8a0-48f1-81a8-f58ff5d898c2,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:19.758198 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1dd610ed-6cdc-409d-968c-29e0a70ea4f4 admin admin] Publish callbacks [] for security_group (c5a67b99-55cf-45d7-96d2-6453ac3c39e4), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.823973 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1dd610ed-6cdc-409d-968c-29e0a70ea4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c5a67b99-55cf-45d7-96d2-6453ac3c39e4), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:19.895007 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1dd610ed-6cdc-409d-968c-29e0a70ea4f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9aef580c59904469a1b41f21d034de1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868068 Apr 11 18:14:19.897643 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53590) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:19.901268 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd610ed-6cdc-409d-968c-29e0a70ea4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a67b99-55cf-45d7-96d2-6453ac3c39e4,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:19.981696 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e01f-444f-47d8-931a-ebd737fa3b05 admin admin] Publish callbacks [] for security_group (c5a67b99-55cf-45d7-96d2-6453ac3c39e4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:20.010266 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e01f-444f-47d8-931a-ebd737fa3b05 admin admin] Publish callbacks [] for security_group (c5a67b99-55cf-45d7-96d2-6453ac3c39e4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:20.104031 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e01f-444f-47d8-931a-ebd737fa3b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c5a67b99-55cf-45d7-96d2-6453ac3c39e4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:20.106819 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e01f-444f-47d8-931a-ebd737fa3b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:20.108118 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c5d1e01f-444f-47d8-931a-ebd737fa3b05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5a67b99-55cf-45d7-96d2-6453ac3c39e4 HTTP/1.1" status: 204 len: 168 time: 0.2084954 Apr 11 18:14:20.117691 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1e01f-444f-47d8-931a-ebd737fa3b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a67b99-55cf-45d7-96d2-6453ac3c39e4,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:20.570618 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53624) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:20.685344 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-network', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:20.789709 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Made reservation on behalf of 54c6ba9c8f1c4f7f94b68e5924258003 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:20.792317 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:20.801608 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:20.899893 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Publish callbacks [] for security_group (bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:20.972667 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:20.995995 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:14:21.010105 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:21.015121 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (5b821335-2379-41b9-8e01-4f35a958c318), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:21.015460 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Added segment 5b821335-2379-41b9-8e01-4f35a958c318 of type vlan for network d79886f3-268d-4e5c-a870-fa7ea605f7a9 Apr 11 18:14:21.058935 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (d79886f3-268d-4e5c-a870-fa7ea605f7a9), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:21.170218 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (d79886f3-268d-4e5c-a870-fa7ea605f7a9), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:21.171547 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:21.172534 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:21.236886 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] Pushing event updated for resources: {'Network': ['ID=d79886f3-268d-4e5c-a870-fa7ea605f7a9,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:21.248170 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:14:21.286902 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-51b04368-3908-4727-8034-8cb91061ea4a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7117522 Apr 11 18:14:21.287308 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53652) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:21.294105 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Request body: {'subnet': {'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-subnet', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:21.469606 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Made reservation on behalf of 54c6ba9c8f1c4f7f94b68e5924258003 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:21.473439 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25708753'] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:21.788079 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25708739'] for subnet (7a6845b8-4ec4-47ec-8c0f-73c87fca2eda), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:21.848638 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:21.858710 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Checking segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:21.858973 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Network hostable DHCP agents. Network: d79886f3-268d-4e5c-a870-fa7ea605f7a9, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:14:21.967195 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:14:22.081214 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, d79886f3-268d-4e5c-a870-fa7ea605f7a9) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:22.086233 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:22.087122 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.094025 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5ec97-e01c-4d47-8593-174b1ea74bac None None] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:14:22.195355 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-d79886f3-268d-4e5c-a870-fa7ea605f7a9', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:14:22.196286 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.224862 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-f987d0a6-6d6c-4270-a618-15c513ebe25b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9345675 Apr 11 18:14:22.228542 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53698) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:22.233740 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:22.366304 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Allocated IP 172.20.0.2 (d79886f3-268d-4e5c-a870-fa7ea605f7a9/7a6845b8-4ec4-47ec-8c0f-73c87fca2eda/c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:14:22.384259 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (9f2ad3e0-c49f-4243-a7e7-287d607321f3), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.385371 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (9f2ad3e0-c49f-4243-a7e7-287d607321f3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.460643 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks [] for router_controller (9f2ad3e0-c49f-4243-a7e7-287d607321f3), precommit_add_association {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.685633 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Publish callbacks [] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.703763 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks [] for router_gateway (9f2ad3e0-c49f-4243-a7e7-287d607321f3), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.749942 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.790447 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:14:22.794766 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:22.797372 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:14:22.809349 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Pushing event updated for resources: {'Port': ['ID=c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:22.819908 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.820296 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.820672 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.821035 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.821377 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.821717 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.822054 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.822381 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.822874 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.823362 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.823696 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.824041 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.824394 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.824717 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.825197 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:22.882712 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Attempting to bind port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:14:22.883089 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Attempting to bind port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:14:22.883457 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Attempting to bind port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:14:22.889718 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:14:22.890196 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Checking segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:22.890546 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.890953 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Bound using segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:14:22.891505 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Bound port: c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:14:22.891900 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.962520 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] For port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:14:22.965970 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] For port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:14:23.001941 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks [] for router_gateway (9f2ad3e0-c49f-4243-a7e7-287d607321f3), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:23.021184 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:23.068607 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:23.144783 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb390d5d-b188-4fe5-b2ac-1e259994f59e None None] Pushing event updated for resources: {'Port': ['ID=c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:23.146158 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Allocated IP 172.27.2.191 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/6d515880-4621-4836-b3bd-fea5736210a2) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:14:23.494212 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks [] for port (6d515880-4621-4836-b3bd-fea5736210a2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:23.667909 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (6d515880-4621-4836-b3bd-fea5736210a2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:23.722486 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:14:23.725636 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:23.731223 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:14:23.776420 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Pushing event updated for resources: {'Port': ['ID=6d515880-4621-4836-b3bd-fea5736210a2,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:24.149990 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks [] for router_gateway (9f2ad3e0-c49f-4243-a7e7-287d607321f3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:24.280974 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb5daf-3e75-4fd9-a78a-e15e029303c6 None None] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:14:24.404641 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-527b39b8-3774-4d29-98be-cdb78f8ad577 None None] Provisioning complete for port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:24.405042 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-527b39b8-3774-4d29-98be-cdb78f8ad577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:24.421341 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (9f2ad3e0-c49f-4243-a7e7-287d607321f3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:24.516583 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-527b39b8-3774-4d29-98be-cdb78f8ad577 None None] Current status of the port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:24.517288 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-527b39b8-3774-4d29-98be-cdb78f8ad577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:24.566247 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-527b39b8-3774-4d29-98be-cdb78f8ad577 None None] For port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:24.682834 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:14:24.706959 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-527b39b8-3774-4d29-98be-cdb78f8ad577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:24.771203 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b39b8-3774-4d29-98be-cdb78f8ad577 None None] Pushing event updated for resources: {'Port': ['ID=c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:24.776070 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:24.776536 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:24.787207 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:14:24.831048 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-1e87fb1e-c1ec-46fc-9088-33a92f3ea3c1 None None] Provisioning complete for port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:24.831449 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1e87fb1e-c1ec-46fc-9088-33a92f3ea3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:24.910830 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:24.917960 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:14:24.931690 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Sync routers for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:14:24.945689 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:24.946345 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:14:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:24.956255 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-1e87fb1e-c1ec-46fc-9088-33a92f3ea3c1 None None] Current status of the port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:25.026304 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.031297 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 53772) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:25.032379 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0e7f9ebe-9bd3-442d-872e-6912d0900672 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8021283 Apr 11 18:14:25.069739 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:25.117607 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53780) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:25.305669 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2d90862-36be-4f52-bf26-3fea3cf85e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.403287 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:23Z', 'revision_number': 3, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:25.433267 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Checking router: 9f2ad3e0-c49f-4243-a7e7-287d607321f3 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:14:25.433612 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Updating router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 port 6d515880-4621-4836-b3bd-fea5736210a2 binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:14:25.435610 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2d90862-36be-4f52-bf26-3fea3cf85e71 admin admin] Publish callbacks [] for security_group (3894098d-7696-46ef-9e3e-10651ab97472), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.461448 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6d515880-4621-4836-b3bd-fea5736210a2), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.513373 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2d90862-36be-4f52-bf26-3fea3cf85e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (3894098d-7696-46ef-9e3e-10651ab97472), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.558369 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d2d90862-36be-4f52-bf26-3fea3cf85e71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81d7093c3bb1427b9e62ab7c7b298a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363339 Apr 11 18:14:25.558602 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53790) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:25.571583 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d90862-36be-4f52-bf26-3fea3cf85e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3894098d-7696-46ef-9e3e-10651ab97472,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:25.621618 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7e39d74-eefd-4ada-b4b0-2e91b24efd38 admin admin] Publish callbacks [] for security_group (3894098d-7696-46ef-9e3e-10651ab97472), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.647763 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7e39d74-eefd-4ada-b4b0-2e91b24efd38 admin admin] Publish callbacks [] for security_group (3894098d-7696-46ef-9e3e-10651ab97472), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.651027 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.766891 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7e39d74-eefd-4ada-b4b0-2e91b24efd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (3894098d-7696-46ef-9e3e-10651ab97472), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.769644 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7e39d74-eefd-4ada-b4b0-2e91b24efd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.774308 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c7e39d74-eefd-4ada-b4b0-2e91b24efd38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3894098d-7696-46ef-9e3e-10651ab97472 HTTP/1.1" status: 204 len: 168 time: 0.2147486 Apr 11 18:14:25.782556 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e39d74-eefd-4ada-b4b0-2e91b24efd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3894098d-7696-46ef-9e3e-10651ab97472,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:25.841174 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Publish callbacks [] for port (6d515880-4621-4836-b3bd-fea5736210a2), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.849358 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Allocated IP 172.20.0.1 (d79886f3-268d-4e5c-a870-fa7ea605f7a9/7a6845b8-4ec4-47ec-8c0f-73c87fca2eda/9c354fed-646a-45b9-9ed9-7193234cedc8) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:14:25.948026 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6d515880-4621-4836-b3bd-fea5736210a2), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:25.989536 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Publish callbacks [] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.040726 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Attempting to bind port 6d515880-4621-4836-b3bd-fea5736210a2 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:14:26.041132 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Attempting to bind port 6d515880-4621-4836-b3bd-fea5736210a2 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:14:26.041495 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Attempting to bind port 6d515880-4621-4836-b3bd-fea5736210a2 on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:14:26.052989 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:14:26.053362 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:26.053755 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.054570 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:14:26.055038 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Bound port: 6d515880-4621-4836-b3bd-fea5736210a2, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:14:26.055595 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6d515880-4621-4836-b3bd-fea5736210a2), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.057434 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Pushing event updated for resources: {'Port': ['ID=6d515880-4621-4836-b3bd-fea5736210a2,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:26.081691 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.082029 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.082389 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.082736 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.083226 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.087319 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:26.125716 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] For port 6d515880-4621-4836-b3bd-fea5736210a2, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:14:26.129334 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] For port 6d515880-4621-4836-b3bd-fea5736210a2, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=6d515880-4621-4836-b3bd-fea5736210a2,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:14:26.167364 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.200369 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6d515880-4621-4836-b3bd-fea5736210a2), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.209803 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:14:26.209803 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:26.212708 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:14:26.266706 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Pushing event updated for resources: {'Port': ['ID=9c354fed-646a-45b9-9ed9-7193234cedc8,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:26.268146 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:26.268958 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:14:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:26.277426 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (9f2ad3e0-c49f-4243-a7e7-287d607321f3), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.334700 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880225f2-6fce-4fe2-b933-92c713591faf None None] Pushing event updated for resources: {'Port': ['ID=6d515880-4621-4836-b3bd-fea5736210a2,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:26.425365 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:26.502270 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-7269dda1-72dc-4fdd-86e9-137d278107b2 None None] Provisioning complete for port 9c354fed-646a-45b9-9ed9-7193234cedc8 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:26.503205 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7269dda1-72dc-4fdd-86e9-137d278107b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.515492 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.546491 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-7269dda1-72dc-4fdd-86e9-137d278107b2 None None] Port 9c354fed-646a-45b9-9ed9-7193234cedc8 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:14:26.599090 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53810) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:26.617137 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0048-74aa-4c1e-be88-b993198ea584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.645309 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:14:26.678203 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:23Z', 'revision_number': 3, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:26.711236 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad0c1c-7f9e-4e22-b707-72beb22b19a7 None None] The sync data for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi is: [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:23Z', 'revision_number': 3, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:14:26.737407 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:26.738078 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.753536 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0048-74aa-4c1e-be88-b993198ea584 admin admin] Publish callbacks [] for security_group (16cd6c48-12ea-4522-b2b9-349b43799c36), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.760671 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Publish callbacks [] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.823750 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0048-74aa-4c1e-be88-b993198ea584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (16cd6c48-12ea-4522-b2b9-349b43799c36), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.823973 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.846063 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:26.870750 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1a6e0048-74aa-4c1e-be88-b993198ea584 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01619c81ac8a4c8aa44e4ff61486dd7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704790 Apr 11 18:14:26.872592 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e0048-74aa-4c1e-be88-b993198ea584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cd6c48-12ea-4522-b2b9-349b43799c36,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:26.879448 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53816) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:26.901114 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (9f2ad3e0-c49f-4243-a7e7-287d607321f3), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.903220 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Pushing event updated for resources: {'Port': ['ID=9c354fed-646a-45b9-9ed9-7193234cedc8,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:26.947535 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-006c4bd4-23e7-4c8f-abd6-38bcd5113363 admin admin] Publish callbacks [] for security_group (16cd6c48-12ea-4522-b2b9-349b43799c36), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:26.973566 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-006c4bd4-23e7-4c8f-abd6-38bcd5113363 admin admin] Publish callbacks [] for security_group (16cd6c48-12ea-4522-b2b9-349b43799c36), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:27.073210 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:14:27.075508 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:27.119688 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-006c4bd4-23e7-4c8f-abd6-38bcd5113363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (16cd6c48-12ea-4522-b2b9-349b43799c36), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:27.122500 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-006c4bd4-23e7-4c8f-abd6-38bcd5113363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:27.124995 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-006c4bd4-23e7-4c8f-abd6-38bcd5113363 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16cd6c48-12ea-4522-b2b9-349b43799c36 HTTP/1.1" status: 204 len: 168 time: 0.2438068 Apr 11 18:14:27.156078 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c4bd4-23e7-4c8f-abd6-38bcd5113363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cd6c48-12ea-4522-b2b9-349b43799c36,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:27.325533 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:14:27.464284 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:14:27.472593 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-fb07b711-9d3a-4509-9292-e7c7bb5006ab admin admin] 10.222.0.53 "PUT /v2.0/routers/9f2ad3e0-c49f-4243-a7e7-287d607321f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4392302 Apr 11 18:14:27.472759 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-c92efca4-3d8a-4156-b9c0-1cccbddcdc4d None None] Provisioning complete for port 9c354fed-646a-45b9-9ed9-7193234cedc8 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:27.473238 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c92efca4-3d8a-4156-b9c0-1cccbddcdc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:27.512789 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-c92efca4-3d8a-4156-b9c0-1cccbddcdc4d None None] Port 9c354fed-646a-45b9-9ed9-7193234cedc8 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:14:28.041668 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-51a8af75-813e-49d2-82c6-6031fedc9f7d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:28.043209 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-51a8af75-813e-49d2-82c6-6031fedc9f7d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 819 time: 0.1364484 Apr 11 18:14:28.063657 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-af1dafd2-c8a1-4cff-b3ff-deed3c4eb0dd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/quotas/54c6ba9c8f1c4f7f94b68e5924258003 HTTP/1.1" status: 200 len: 375 time: 0.0117543 Apr 11 18:14:28.126616 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-93fdc14b-3d60-41cf-b6af-044e4a7b9b45 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563769 Apr 11 18:14:28.236612 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-3f5b57f6-9c25-43d4-af87-36ab4fd20e7c service neutron] 10.222.0.53 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021395 Apr 11 18:14:28.336293 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-69499539-8f6c-4de3-8975-aeff22d92df4 service neutron] 10.222.0.53 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948522 Apr 11 18:14:28.657459 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b44e43a7-4ddc-40b2-be41-dfaea25e0119 req-42b62736-03c1-463b-ad5c-5762831167e5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 210 time: 0.0323005 Apr 11 18:14:28.727246 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 6d515880-4621-4836-b3bd-fea5736210a2 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:14:28.804760 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Sync routers for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:14:28.827445 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:28.828260 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:14:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:28.834341 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 6d515880-4621-4836-b3bd-fea5736210a2 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:28.835063 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (6d515880-4621-4836-b3bd-fea5736210a2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:29.036540 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 6d515880-4621-4836-b3bd-fea5736210a2 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:29.036954 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6d515880-4621-4836-b3bd-fea5736210a2), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:29.050245 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d22e5ff0-a7b9-4cc9-9622-7d70cefe0b91 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:29.055424 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d22e5ff0-a7b9-4cc9-9622-7d70cefe0b91 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 819 time: 0.1379788 Apr 11 18:14:29.064713 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:29.071707 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-e74607b4-4c98-4ffc-9ef9-dacee6631077 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/quotas/54c6ba9c8f1c4f7f94b68e5924258003 HTTP/1.1" status: 200 len: 375 time: 0.0103257 Apr 11 18:14:29.136449 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-14dbbb44-244d-4564-952d-92f24c87b146 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561817 Apr 11 18:14:29.145581 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 6d515880-4621-4836-b3bd-fea5736210a2, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=6d515880-4621-4836-b3bd-fea5736210a2,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:29.253392 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6d515880-4621-4836-b3bd-fea5736210a2), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:29.273590 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-157da35a-b9aa-4036-84e5-0eef7f41f2e2 service neutron] 10.222.0.53 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239860 Apr 11 18:14:29.390992 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=6d515880-4621-4836-b3bd-fea5736210a2,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:29.418917 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-2fe96ed9-8faf-41fb-9c49-021b7e7a7361 service neutron] 10.222.0.53 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333096 Apr 11 18:14:29.453048 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 2, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:29.520832 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Checking router: 9f2ad3e0-c49f-4243-a7e7-287d607321f3 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:14:29.521227 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Updating router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 port 9c354fed-646a-45b9-9ed9-7193234cedc8 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:14:29.524342 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:29.576065 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:29.815815 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dddd52ba-7271-4283-9b28-b139dcc1a985 req-eb834792-ab24-469b-bd0d-8dddc8a877ca tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 210 time: 0.0349030 Apr 11 18:14:29.922250 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Publish callbacks [] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:29.995402 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:30.060394 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37febd63-b34f-40e3-97f6-77ffb7c4be59 None None] Pushing event updated for resources: {'Port': ['ID=9c354fed-646a-45b9-9ed9-7193234cedc8,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:30.144819 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Attempting to bind port 9c354fed-646a-45b9-9ed9-7193234cedc8 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:14:30.144819 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Attempting to bind port 9c354fed-646a-45b9-9ed9-7193234cedc8 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:14:30.144819 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Attempting to bind port 9c354fed-646a-45b9-9ed9-7193234cedc8 on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:14:30.152096 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:14:30.152855 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Checking segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:30.153448 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:30.154010 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Bound using segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:14:30.154724 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Bound port: 9c354fed-646a-45b9-9ed9-7193234cedc8, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:14:30.155122 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:30.237247 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] For port 9c354fed-646a-45b9-9ed9-7193234cedc8, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:14:30.242849 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] For port 9c354fed-646a-45b9-9ed9-7193234cedc8, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=9c354fed-646a-45b9-9ed9-7193234cedc8,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:14:30.357985 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-bae06502-978d-4f03-943f-1be167a718b5 None None] Provisioning complete for port 9c354fed-646a-45b9-9ed9-7193234cedc8 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:30.358390 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bae06502-978d-4f03-943f-1be167a718b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:30.385347 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:30.459993 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-bae06502-978d-4f03-943f-1be167a718b5 None None] Port 9c354fed-646a-45b9-9ed9-7193234cedc8 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:14:30.485053 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:14:30.485533 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:14:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:30.571844 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37febd63-b34f-40e3-97f6-77ffb7c4be59 None None] Pushing event updated for resources: {'Port': ['ID=9c354fed-646a-45b9-9ed9-7193234cedc8,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:30.672861 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 53986) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:30.811286 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 6d515880-4621-4836-b3bd-fea5736210a2 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:14:30.905848 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-5d5c6cb1-ca25-48a2-ab70-a73100889188 None None] Provisioning complete for port 9c354fed-646a-45b9-9ed9-7193234cedc8 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:30.906193 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6cb1-ca25-48a2-ab70-a73100889188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:30.933406 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:14:30.974355 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b34a104f-e66a-4176-acd5-6740f0107600 req-f4567f95-1c6b-45f2-8adb-e95bbf103a1c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 210 time: 0.0701509 Apr 11 18:14:30.995365 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 6d515880-4621-4836-b3bd-fea5736210a2 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:30.995923 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (6d515880-4621-4836-b3bd-fea5736210a2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.118708 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f6c4-e89e-4716-9330-2beed273783f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.221352 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c6cb1-ca25-48a2-ab70-a73100889188 None None] Current status of the port 9c354fed-646a-45b9-9ed9-7193234cedc8 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:31.221856 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6cb1-ca25-48a2-ab70-a73100889188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.236005 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f6c4-e89e-4716-9330-2beed273783f admin admin] Publish callbacks [] for security_group (0523625f-3543-42a3-8a0a-ef6ae8fd2ab2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.281784 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 6d515880-4621-4836-b3bd-fea5736210a2 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:31.318976 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-5d5c6cb1-ca25-48a2-ab70-a73100889188 None None] For port 9c354fed-646a-45b9-9ed9-7193234cedc8, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=9c354fed-646a-45b9-9ed9-7193234cedc8,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:31.326515 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f6c4-e89e-4716-9330-2beed273783f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (0523625f-3543-42a3-8a0a-ef6ae8fd2ab2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.333984 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:30Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:31.362575 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0c4a4-c89b-4a2b-97f9-8de8ffae22ec None None] The sync data for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi is: [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:30Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:14:31.378222 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6cc8f6c4-e89e-4716-9330-2beed273783f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d04b3c1ff88745f5acd0b57dbc3bde62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7036793 Apr 11 18:14:31.379296 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8f6c4-e89e-4716-9330-2beed273783f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0523625f-3543-42a3-8a0a-ef6ae8fd2ab2,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:31.380994 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54016) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:31.418585 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6cb1-ca25-48a2-ab70-a73100889188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.557611 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c6cb1-ca25-48a2-ab70-a73100889188 None None] Pushing event updated for resources: {'Port': ['ID=9c354fed-646a-45b9-9ed9-7193234cedc8,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:31.669467 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f828ee0-ee47-4238-8bcd-16704e5b08f4 admin admin] Publish callbacks [] for security_group (0523625f-3543-42a3-8a0a-ef6ae8fd2ab2), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.683848 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-cff18ccb-8c8d-4988-9f79-bd53131621dc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:31.685643 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-cff18ccb-8c8d-4988-9f79-bd53131621dc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 819 time: 0.1837158 Apr 11 18:14:31.707949 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Request body: {'port': {'device_id': 'fce1bfba-3d1d-4f74-9fc7-24c021158a83', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'admin_state_up': True, 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:31.717354 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f828ee0-ee47-4238-8bcd-16704e5b08f4 admin admin] Publish callbacks [] for security_group (0523625f-3543-42a3-8a0a-ef6ae8fd2ab2), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.972095 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f828ee0-ee47-4238-8bcd-16704e5b08f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (0523625f-3543-42a3-8a0a-ef6ae8fd2ab2), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.974854 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f828ee0-ee47-4238-8bcd-16704e5b08f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:31.979677 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-9f828ee0-ee47-4238-8bcd-16704e5b08f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0523625f-3543-42a3-8a0a-ef6ae8fd2ab2 HTTP/1.1" status: 204 len: 168 time: 0.5974669 Apr 11 18:14:31.988401 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f828ee0-ee47-4238-8bcd-16704e5b08f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0523625f-3543-42a3-8a0a-ef6ae8fd2ab2,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:32.006666 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Made reservation on behalf of 54c6ba9c8f1c4f7f94b68e5924258003 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:32.018799 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:32.159721 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-eab792a8-f69e-4529-841e-bd8532cfc740 req-3fa119d5-c75c-4a32-9f14-2777e7e95970 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 210 time: 0.0377507 Apr 11 18:14:32.236139 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Allocated IP 172.20.0.6 (d79886f3-268d-4e5c-a870-fa7ea605f7a9/7a6845b8-4ec4-47ec-8c0f-73c87fca2eda/353e55f1-0d7b-4893-a793-312be20bcf01) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:14:32.683165 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 9c354fed-646a-45b9-9ed9-7193234cedc8 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:14:32.706369 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-59fb9d70-a0f3-48cc-84f9-3059219cb758 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:32.708880 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-59fb9d70-a0f3-48cc-84f9-3059219cb758 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 819 time: 0.1502094 Apr 11 18:14:32.723857 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Request body: {'port': {'device_id': '2e274281-3f62-4411-8e77-096c2f08a678', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'admin_state_up': True, 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:32.758478 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 9c354fed-646a-45b9-9ed9-7193234cedc8 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:32.759484 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:32.847491 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-34359a29-fb24-47fa-9770-03d40e9c673b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:32.867108 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 9c354fed-646a-45b9-9ed9-7193234cedc8 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:32.982913 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54060) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:32.985178 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for port (353e55f1-0d7b-4893-a793-312be20bcf01), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.001835 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d295a65-ed34-4555-b40d-455723402924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.127902 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Made reservation on behalf of 54c6ba9c8f1c4f7f94b68e5924258003 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:33.133797 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.136545 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d295a65-ed34-4555-b40d-455723402924 admin admin] Publish callbacks [] for security_group (d63f98c5-1c65-4777-8d8e-381f60679255), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.197589 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.201523 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d295a65-ed34-4555-b40d-455723402924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (d63f98c5-1c65-4777-8d8e-381f60679255), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.254131 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3d295a65-ed34-4555-b40d-455723402924 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20eb621a24c54f60a2be05845a8173ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700458 Apr 11 18:14:33.258667 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54068) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:33.261561 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event updated for resources: {'Port': ['ID=353e55f1-0d7b-4893-a793-312be20bcf01,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:33.271964 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d295a65-ed34-4555-b40d-455723402924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63f98c5-1c65-4777-8d8e-381f60679255,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:33.276698 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:14:33.280429 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:33.284700 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:14:33.323472 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-301a08be-dac5-4b1b-8fab-53c8fef9550b req-98cefc61-82dc-4d1a-9718-d01f27223304 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 210 time: 0.0681624 Apr 11 18:14:33.340751 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:33.341685 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.362151 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1781f1b3-d6f3-4b35-9e69-68d55f739233 admin admin] Publish callbacks [] for security_group (d63f98c5-1c65-4777-8d8e-381f60679255), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.389349 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1781f1b3-d6f3-4b35-9e69-68d55f739233 admin admin] Publish callbacks [] for security_group (d63f98c5-1c65-4777-8d8e-381f60679255), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.414974 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Allocated IP 172.20.0.13 (d79886f3-268d-4e5c-a870-fa7ea605f7a9/7a6845b8-4ec4-47ec-8c0f-73c87fca2eda/f13c389c-3b23-4ea9-b034-151c8d289aa5) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:14:33.500734 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-1120ff47-f29a-40ec-83cd-bfae9f65a0be tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8018978 Apr 11 18:14:33.513553 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Request body: {'port': {'device_id': 'fce1bfba-3d1d-4f74-9fc7-24c021158a83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:33.556273 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1781f1b3-d6f3-4b35-9e69-68d55f739233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (d63f98c5-1c65-4777-8d8e-381f60679255), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.559004 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1781f1b3-d6f3-4b35-9e69-68d55f739233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.560213 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1781f1b3-d6f3-4b35-9e69-68d55f739233 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d63f98c5-1c65-4777-8d8e-381f60679255 HTTP/1.1" status: 204 len: 168 time: 0.3001282 Apr 11 18:14:33.574021 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-3a146474-7924-4873-af7d-a66a699c15fb None None] Provisioning complete for port 353e55f1-0d7b-4893-a793-312be20bcf01 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:33.574399 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3a146474-7924-4873-af7d-a66a699c15fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.579423 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781f1b3-d6f3-4b35-9e69-68d55f739233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63f98c5-1c65-4777-8d8e-381f60679255,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:33.629807 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-3a146474-7924-4873-af7d-a66a699c15fb None None] Port 353e55f1-0d7b-4893-a793-312be20bcf01 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:14:33.651645 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.787793 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:33.978549 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.055341 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54096) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:34.078127 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:14:34.085073 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:34.093599 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:14:34.100162 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event updated for resources: {'Port': ['ID=f13c389c-3b23-4ea9-b034-151c8d289aa5,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:34.122734 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-446fa13e-443c-46ae-a3b2-853a06fb83f9 admin admin] Deleting subnet 03ef0b2c-37c0-4c19-9652-be015f88819c {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:14:34.127365 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-446fa13e-443c-46ae-a3b2-853a06fb83f9 admin admin] Publish callbacks [] for subnet (03ef0b2c-37c0-4c19-9652-be015f88819c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.170260 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-446fa13e-443c-46ae-a3b2-853a06fb83f9 admin admin] Publish callbacks [] for subnet (03ef0b2c-37c0-4c19-9652-be015f88819c), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.177521 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-446fa13e-443c-46ae-a3b2-853a06fb83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (03ef0b2c-37c0-4c19-9652-be015f88819c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.232861 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:34.233770 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.253018 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353e55f1-0d7b-4893-a793-312be20bcf01 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:14:34.262925 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Publish callbacks [] for port (353e55f1-0d7b-4893-a793-312be20bcf01), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.315767 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Transition to ACTIVE for port object 353e55f1-0d7b-4893-a793-312be20bcf01 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:14:34.315918 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-446fa13e-443c-46ae-a3b2-853a06fb83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for subnet (03ef0b2c-37c0-4c19-9652-be015f88819c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.343510 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fa13e-443c-46ae-a3b2-853a06fb83f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ef0b2c-37c0-4c19-9652-be015f88819c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:34.345726 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-446fa13e-443c-46ae-a3b2-853a06fb83f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.349140 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-446fa13e-443c-46ae-a3b2-853a06fb83f9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/03ef0b2c-37c0-4c19-9652-be015f88819c HTTP/1.1" status: 204 len: 168 time: 0.2925262 Apr 11 18:14:34.353244 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54100) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:34.355248 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-da0eb780-836b-4aef-91f2-2f1b0a3a4975 None None] Provisioning complete for port f13c389c-3b23-4ea9-b034-151c8d289aa5 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:34.356436 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-da0eb780-836b-4aef-91f2-2f1b0a3a4975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.358065 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-fdb545df-9160-4b05-9b03-74376ce26e29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6400535 Apr 11 18:14:34.373851 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Request body: {'port': {'device_id': '2e274281-3f62-4411-8e77-096c2f08a678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:34.379568 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.402921 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-da0eb780-836b-4aef-91f2-2f1b0a3a4975 None None] Port f13c389c-3b23-4ea9-b034-151c8d289aa5 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:14:34.450682 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (941b07c8-1951-4731-a978-7082c2498ecb), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.517662 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54104) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:34.525624 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Pushing event updated for resources: {'Port': ['ID=353e55f1-0d7b-4893-a793-312be20bcf01,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:34.551906 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bea9151a-6123-43dc-92ec-626c10241339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.576338 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b0e7f-b89f-4d78-984e-abe049cbbfa8 req-a9a6af89-0532-4099-9db7-671c27b3b254 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:34.577912 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0a2b0e7f-b89f-4d78-984e-abe049cbbfa8 req-a9a6af89-0532-4099-9db7-671c27b3b254 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 932 time: 0.1431832 Apr 11 18:14:34.581284 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.596930 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (941b07c8-1951-4731-a978-7082c2498ecb), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.633044 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.633394 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.634352 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.634830 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.635307 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.635634 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.635952 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.636304 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.636622 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.637110 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.711289 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.711683 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.712479 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.713641 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:14:34.714231 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941b07c8-1951-4731-a978-7082c2498ecb']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:34.741679 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efe6f85-f8da-4aae-91b6-d02f779d97ea') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:34.741980 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efe6f85-f8da-4aae-91b6-d02f779d97ea') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:34.761954 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526033'] for segment (3efe6f85-f8da-4aae-91b6-d02f779d97ea), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.794358 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (3efe6f85-f8da-4aae-91b6-d02f779d97ea), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.794903 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0a2b0e7f-b89f-4d78-984e-abe049cbbfa8 req-1287d6f8-6d45-4ddd-a325-5343bed3b422 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928356 Apr 11 18:14:34.803274 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Attempting to bind port 353e55f1-0d7b-4893-a793-312be20bcf01 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:14:34.803620 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Attempting to bind port 353e55f1-0d7b-4893-a793-312be20bcf01 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:14:34.803988 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Attempting to bind port 353e55f1-0d7b-4893-a793-312be20bcf01 on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:14:34.813101 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Port 353e55f1-0d7b-4893-a793-312be20bcf01 on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:14:34.813428 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Attempting to bind port 353e55f1-0d7b-4893-a793-312be20bcf01 on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:14:34.825087 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:14:34.825432 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Checking segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:34.825829 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Bound using segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:14:34.826277 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Bound port: 353e55f1-0d7b-4893-a793-312be20bcf01, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:14:34.826643 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.973027 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] For port 353e55f1-0d7b-4893-a793-312be20bcf01, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:14:35.033634 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13c389c-3b23-4ea9-b034-151c8d289aa5 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:14:35.047128 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0854986c-ed28-4a37-8d18-d18cfaff780b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.053380 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Publish callbacks [] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.057413 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:14:35.057413 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26048913'] for segment (3efe6f85-f8da-4aae-91b6-d02f779d97ea), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: from cryptography.utils import int_from_bytes Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: from cryptography.utils import int_from_bytes Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: timer() Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: self._notify() Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: event.method(event) Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:14:35.060726 dv-cinder-837354-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:14:35.068288 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Transition to ACTIVE for port object f13c389c-3b23-4ea9-b034-151c8d289aa5 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:14:35.141366 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bea9151a-6123-43dc-92ec-626c10241339 admin admin] Publish callbacks [] for security_group (c1ec6c51-07c3-42a1-822e-be1ce8a7af2a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.189590 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.224891 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (941b07c8-1951-4731-a978-7082c2498ecb), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.235563 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bea9151a-6123-43dc-92ec-626c10241339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c1ec6c51-07c3-42a1-822e-be1ce8a7af2a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.254696 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:14:35.277277 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] For port 353e55f1-0d7b-4893-a793-312be20bcf01, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=353e55f1-0d7b-4893-a793-312be20bcf01,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:14:35.278583 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.282195 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/941b07c8-1951-4731-a978-7082c2498ecb HTTP/1.1" status: 204 len: 168 time: 0.9275117 Apr 11 18:14:35.290119 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54118) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:35.290944 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37887432-c44e-4844-9668-20ae12feb5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=941b07c8-1951-4731-a978-7082c2498ecb,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:35.306599 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Pushing event updated for resources: {'Port': ['ID=f13c389c-3b23-4ea9-b034-151c8d289aa5,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:35.367156 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bea9151a-6123-43dc-92ec-626c10241339 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6ff7521a40a4969ade2505265f0d845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8488100 Apr 11 18:14:35.370601 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54122) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:35.383263 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9151a-6123-43dc-92ec-626c10241339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ec6c51-07c3-42a1-822e-be1ce8a7af2a,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:35.407408 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.421152 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2199d8e-fc55-4b7d-82ef-4fc31c93e458 admin admin] Deleting subnet 6ef74645-6a9f-4db2-bb2c-36345055e72b {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:14:35.429511 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2199d8e-fc55-4b7d-82ef-4fc31c93e458 admin admin] Publish callbacks [] for subnet (6ef74645-6a9f-4db2-bb2c-36345055e72b), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.439205 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Attempting to bind port f13c389c-3b23-4ea9-b034-151c8d289aa5 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:14:35.439570 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Attempting to bind port f13c389c-3b23-4ea9-b034-151c8d289aa5 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:14:35.439877 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Attempting to bind port f13c389c-3b23-4ea9-b034-151c8d289aa5 on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:14:35.454144 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Port f13c389c-3b23-4ea9-b034-151c8d289aa5 on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:14:35.454688 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Attempting to bind port f13c389c-3b23-4ea9-b034-151c8d289aa5 on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:14:35.468901 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:35.469732 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.471034 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] 10.222.0.15 "PUT /v2.0/ports/353e55f1-0d7b-4893-a793-312be20bcf01 HTTP/1.1" status: 200 len: 1093 time: 1.9618456 Apr 11 18:14:35.471516 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce1bfba-3d1d-4f74-9fc7-24c021158a83', 'tag': '353e55f1-0d7b-4893-a793-312be20bcf01'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:14:35.474013 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ac7a26-e3ba-4159-a979-644bc93c8895" -d '{"events": [{"name": "network-changed", "server_uuid": "fce1bfba-3d1d-4f74-9fc7-24c021158a83", "tag": "353e55f1-0d7b-4893-a793-312be20bcf01"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:14:35.488984 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2199d8e-fc55-4b7d-82ef-4fc31c93e458 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526040'] for subnet (6ef74645-6a9f-4db2-bb2c-36345055e72b), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.509905 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:14:35.510254 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Checking segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:35.511342 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Bound using segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:14:35.511885 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Bound port: f13c389c-3b23-4ea9-b034-151c8d289aa5, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:14:35.518142 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.518408 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2ea04936-6799-4885-805a-a1da4a213dbd admin admin] Publish callbacks [] for security_group (c1ec6c51-07c3-42a1-822e-be1ce8a7af2a), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.565332 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2ea04936-6799-4885-805a-a1da4a213dbd admin admin] Publish callbacks [] for security_group (c1ec6c51-07c3-42a1-822e-be1ce8a7af2a), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.581268 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9a833-671d-4f8a-ab29-d64cc803581a service neutron] Pushing event updated for resources: {'Port': ['ID=353e55f1-0d7b-4893-a793-312be20bcf01,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:35.583703 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2199d8e-fc55-4b7d-82ef-4fc31c93e458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (6ef74645-6a9f-4db2-bb2c-36345055e72b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.584987 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c531e00-47e3-4d4f-9b80-ac3cf4c4b950 x-openstack-request-id: req-9c531e00-47e3-4d4f-9b80-ac3cf4c4b950 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:14:35.585309 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce1bfba-3d1d-4f74-9fc7-24c021158a83", "tag": "353e55f1-0d7b-4893-a793-312be20bcf01", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:14:35.585564 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c531e00-47e3-4d4f-9b80-ac3cf4c4b950 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:14:35.585971 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c531e00-47e3-4d4f-9b80-ac3cf4c4b950'] response: {'name': 'network-changed', 'server_uuid': 'fce1bfba-3d1d-4f74-9fc7-24c021158a83', 'tag': '353e55f1-0d7b-4893-a793-312be20bcf01', 'status': 'completed', 'code': 200} Apr 11 18:14:35.655713 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac7a26-e3ba-4159-a979-644bc93c8895 req-6337bd29-2d04-4b8f-9469-54c24a2cbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:35.658352 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-28ac7a26-e3ba-4159-a979-644bc93c8895 req-6337bd29-2d04-4b8f-9469-54c24a2cbfc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 1127 time: 0.0713661 Apr 11 18:14:35.695606 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] For port f13c389c-3b23-4ea9-b034-151c8d289aa5, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:14:35.719367 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] For port f13c389c-3b23-4ea9-b034-151c8d289aa5, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f13c389c-3b23-4ea9-b034-151c8d289aa5,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:14:35.784620 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac7a26-e3ba-4159-a979-644bc93c8895 req-cfb20d57-ced2-4983-870e-f3a0a3d52ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:35.786157 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-28ac7a26-e3ba-4159-a979-644bc93c8895 req-cfb20d57-ced2-4983-870e-f3a0a3d52ec9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1205359 Apr 11 18:14:35.818526 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2ea04936-6799-4885-805a-a1da4a213dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c1ec6c51-07c3-42a1-822e-be1ce8a7af2a), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.821628 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2ea04936-6799-4885-805a-a1da4a213dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.823207 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2ea04936-6799-4885-805a-a1da4a213dbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1ec6c51-07c3-42a1-822e-be1ce8a7af2a HTTP/1.1" status: 204 len: 168 time: 0.4499266 Apr 11 18:14:35.828144 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2199d8e-fc55-4b7d-82ef-4fc31c93e458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26048827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26094799'] for subnet (6ef74645-6a9f-4db2-bb2c-36345055e72b), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.852643 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea04936-6799-4885-805a-a1da4a213dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ec6c51-07c3-42a1-822e-be1ce8a7af2a,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:35.891762 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2199d8e-fc55-4b7d-82ef-4fc31c93e458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef74645-6a9f-4db2-bb2c-36345055e72b,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:35.899336 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2199d8e-fc55-4b7d-82ef-4fc31c93e458 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.903320 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d2199d8e-fc55-4b7d-82ef-4fc31c93e458 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ef74645-6a9f-4db2-bb2c-36345055e72b HTTP/1.1" status: 204 len: 168 time: 0.6104596 Apr 11 18:14:35.906364 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54130) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:35.916012 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.981268 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (1b405531-8be0-44fd-9998-8675a60c7036), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.992472 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:35.993236 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.994505 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] 10.222.0.15 "PUT /v2.0/ports/f13c389c-3b23-4ea9-b034-151c8d289aa5 HTTP/1.1" status: 200 len: 1094 time: 1.6267645 Apr 11 18:14:36.014338 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675d990-8ec7-4e00-a7d2-07bfddde232c req-94f46b42-b955-4621-b4a9-950d2bf77719 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:36.016272 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b675d990-8ec7-4e00-a7d2-07bfddde232c req-94f46b42-b955-4621-b4a9-950d2bf77719 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 944 time: 0.1132052 Apr 11 18:14:36.035042 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac7a26-e3ba-4159-a979-644bc93c8895 req-f8f3e3ff-501f-4061-9021-16565774722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:36.036670 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-28ac7a26-e3ba-4159-a979-644bc93c8895 req-f8f3e3ff-501f-4061-9021-16565774722c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2428963 Apr 11 18:14:36.059084 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceb068-217e-4654-83ca-4244e03bcc0e service neutron] Pushing event updated for resources: {'Port': ['ID=f13c389c-3b23-4ea9-b034-151c8d289aa5,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:36.077520 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (1b405531-8be0-44fd-9998-8675a60c7036), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:36.105098 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b405531-8be0-44fd-9998-8675a60c7036']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:36.118539 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b675d990-8ec7-4e00-a7d2-07bfddde232c req-090c1c2a-c110-465f-8f44-0c701063b47c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014450 Apr 11 18:14:36.121865 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50aaf95c-fb60-461c-a3b7-e3155d63f59c') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:36.122174 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50aaf95c-fb60-461c-a3b7-e3155d63f59c') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:14:36.137527 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526033'] for segment (50aaf95c-fb60-461c-a3b7-e3155d63f59c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:36.166160 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (50aaf95c-fb60-461c-a3b7-e3155d63f59c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:36.173969 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:14:36.174606 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26048913'] for segment (50aaf95c-fb60-461c-a3b7-e3155d63f59c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: timer() Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: self._notify() Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: event.method(event) Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:14:36.180737 dv-cinder-837354-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:14:36.182672 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-ff1cf368-32ed-4f53-bac9-1c236ccaa9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:36.184023 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-ff1cf368-32ed-4f53-bac9-1c236ccaa9b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 1127 time: 0.0845368 Apr 11 18:14:36.246091 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-e1760665-288a-4afe-8ae1-51d7075c87c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=353e55f1-0d7b-4893-a793-312be20bcf01 HTTP/1.1" status: 200 len: 217 time: 0.0435393 Apr 11 18:14:36.251775 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-1e261b4f-22d5-4b07-8fc2-67c5dc18725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:36.252982 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-1e261b4f-22d5-4b07-8fc2-67c5dc18725b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 1128 time: 0.0953660 Apr 11 18:14:36.319390 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-17c2609d-f89a-4762-91ee-361408eb90e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f13c389c-3b23-4ea9-b034-151c8d289aa5 HTTP/1.1" status: 200 len: 217 time: 0.0572879 Apr 11 18:14:36.320460 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (1b405531-8be0-44fd-9998-8675a60c7036), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:36.337286 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:36.347798 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1b405531-8be0-44fd-9998-8675a60c7036 HTTP/1.1" status: 204 len: 168 time: 0.4336529 Apr 11 18:14:36.362660 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d681f9d-689f-4d51-b1f0-e34a268044f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b405531-8be0-44fd-9998-8675a60c7036,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:36.376817 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-82f5d4e6-a512-41fb-8566-7d20b2b72594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:36.378294 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-82f5d4e6-a512-41fb-8566-7d20b2b72594 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.1244624 Apr 11 18:14:36.379971 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-7651a0c9-6d9d-41ef-8ab7-1baeaae061a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:36.381303 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-7651a0c9-6d9d-41ef-8ab7-1baeaae061a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0553644 Apr 11 18:14:36.479718 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:36.497472 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-e68ad0ce-42b6-4a62-ad5e-ccc902487787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:36.499093 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-e68ad0ce-42b6-4a62-ad5e-ccc902487787 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047938 Apr 11 18:14:36.500291 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-287dbf38-e2b1-43b9-87ce-0b4505f9500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:36.501664 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-287dbf38-e2b1-43b9-87ce-0b4505f9500a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985305 Apr 11 18:14:36.682088 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-77b8e31c-722a-4f3d-8896-a45d2d9bf5f7 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669066 Apr 11 18:14:36.687701 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-66b0ebbe-1028-40e2-8e7c-5c8b933bf9e3 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518846 Apr 11 18:14:36.852948 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-778753af-efc8-49b0-ac43-8d39fe6fe598 req-87e133ea-629c-464e-a2dc-ee479258126f service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553478 Apr 11 18:14:36.856415 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5a835d6-139d-4a44-abf1-e78951425d71 req-16a82ee2-9551-4f7e-8808-77115a38fcd0 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518419 Apr 11 18:14:36.872987 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54148) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:36.920648 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54150) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:36.922117 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-aea1aac3-6b0b-499a-8f68-68357663190c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fab4a9b5c1644ccf85f1c263d1a6980d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467129 Apr 11 18:14:36.979362 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54154) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:36.980926 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-afcd0805-1aa5-4fdd-8dbd-54b11a71c2b6 admin admin] Publish callbacks [] for security_group (6908bd3a-0067-48b8-b6b2-a07ad6a634f0), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.006542 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-afcd0805-1aa5-4fdd-8dbd-54b11a71c2b6 admin admin] Publish callbacks [] for security_group (6908bd3a-0067-48b8-b6b2-a07ad6a634f0), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.179580 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b6345d6c-3d9f-4d9a-86ec-dc53dd290cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.179580 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b6345d6c-3d9f-4d9a-86ec-dc53dd290cb6 admin admin] Publish callbacks [] for security_group (224156f9-9a83-4b2f-9eb7-c50a2a34f341), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.243862 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af44c52-1de8-4710-86d9-9e74abf8d282 req-5f3aa240-f017-40ee-bac5-cd47757668c3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:37.245363 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6af44c52-1de8-4710-86d9-9e74abf8d282 req-5f3aa240-f017-40ee-bac5-cd47757668c3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 944 time: 0.0488071 Apr 11 18:14:37.292477 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-afcd0805-1aa5-4fdd-8dbd-54b11a71c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (6908bd3a-0067-48b8-b6b2-a07ad6a634f0), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.295129 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-afcd0805-1aa5-4fdd-8dbd-54b11a71c2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.296451 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-afcd0805-1aa5-4fdd-8dbd-54b11a71c2b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6908bd3a-0067-48b8-b6b2-a07ad6a634f0 HTTP/1.1" status: 204 len: 168 time: 0.3747747 Apr 11 18:14:37.298357 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b6345d6c-3d9f-4d9a-86ec-dc53dd290cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (224156f9-9a83-4b2f-9eb7-c50a2a34f341), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.308170 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd0805-1aa5-4fdd-8dbd-54b11a71c2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6908bd3a-0067-48b8-b6b2-a07ad6a634f0,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:37.337049 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6af44c52-1de8-4710-86d9-9e74abf8d282 req-86f4e530-8220-47d5-ae43-0aebb4badfbd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813644 Apr 11 18:14:37.371409 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b6345d6c-3d9f-4d9a-86ec-dc53dd290cb6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccfde4f6bb1141669884c73cb3f3e776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903046 Apr 11 18:14:37.372309 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6345d6c-3d9f-4d9a-86ec-dc53dd290cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224156f9-9a83-4b2f-9eb7-c50a2a34f341,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:37.374161 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54170) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:37.476836 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-be196e51-bbc8-4b15-bc7f-cbd92582c6d6 admin admin] Publish callbacks [] for security_group (224156f9-9a83-4b2f-9eb7-c50a2a34f341), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.499858 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-be196e51-bbc8-4b15-bc7f-cbd92582c6d6 admin admin] Publish callbacks [] for security_group (224156f9-9a83-4b2f-9eb7-c50a2a34f341), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.587387 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e274281-3f62-4411-8e77-096c2f08a678', 'tag': 'f13c389c-3b23-4ea9-b034-151c8d289aa5'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:14:37.590036 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258828fb-5f2c-465c-9a35-5418fdb1c355" -d '{"events": [{"name": "network-changed", "server_uuid": "2e274281-3f62-4411-8e77-096c2f08a678", "tag": "f13c389c-3b23-4ea9-b034-151c8d289aa5"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:14:37.627807 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d7f143-7ae6-4c16-a2c2-6e070d3a3395 x-openstack-request-id: req-45d7f143-7ae6-4c16-a2c2-6e070d3a3395 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:14:37.628182 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e274281-3f62-4411-8e77-096c2f08a678", "tag": "f13c389c-3b23-4ea9-b034-151c8d289aa5", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:14:37.628440 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45d7f143-7ae6-4c16-a2c2-6e070d3a3395 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:14:37.628837 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d7f143-7ae6-4c16-a2c2-6e070d3a3395'] response: {'name': 'network-changed', 'server_uuid': '2e274281-3f62-4411-8e77-096c2f08a678', 'tag': 'f13c389c-3b23-4ea9-b034-151c8d289aa5', 'status': 'completed', 'code': 200} Apr 11 18:14:37.658547 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-be196e51-bbc8-4b15-bc7f-cbd92582c6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (224156f9-9a83-4b2f-9eb7-c50a2a34f341), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.667565 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-be196e51-bbc8-4b15-bc7f-cbd92582c6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:37.668973 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-be196e51-bbc8-4b15-bc7f-cbd92582c6d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/224156f9-9a83-4b2f-9eb7-c50a2a34f341 HTTP/1.1" status: 204 len: 168 time: 0.2919695 Apr 11 18:14:37.677363 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be196e51-bbc8-4b15-bc7f-cbd92582c6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224156f9-9a83-4b2f-9eb7-c50a2a34f341,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:37.707356 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.028304 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device f13c389c-3b23-4ea9-b034-151c8d289aa5 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:14:38.126282 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port f13c389c-3b23-4ea9-b034-151c8d289aa5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f13c389c-3b23-4ea9-b034-151c8d289aa5,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:38.140959 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': 'f13c389c-3b23-4ea9-b034-151c8d289aa5', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'port_id': 'f13c389c-3b23-4ea9-b034-151c8d289aa5', 'mac_address': 'fa:16:3e:d8:b3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:14:38.185423 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port f13c389c-3b23-4ea9-b034-151c8d289aa5 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:38.185727 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.199637 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13c389c-3b23-4ea9-b034-151c8d289aa5 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:14:38.220708 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port f13c389c-3b23-4ea9-b034-151c8d289aa5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f13c389c-3b23-4ea9-b034-151c8d289aa5,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:38.313197 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.402166 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=f13c389c-3b23-4ea9-b034-151c8d289aa5,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:38.439551 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54200) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:38.563880 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba0bd-7a73-4147-a751-cca6f7ed8e13 req-ab6df680-9500-4c77-8a40-670914a6ddd1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:38.565523 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6c5ba0bd-7a73-4147-a751-cca6f7ed8e13 req-ab6df680-9500-4c77-8a40-670914a6ddd1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 945 time: 0.1227100 Apr 11 18:14:38.568886 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-6f165e94-fffb-430d-be9a-161bd5270585 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47b534b39c004af78fc1b5088d25154d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277232 Apr 11 18:14:38.572332 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54206) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:38.593292 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['f13c389c-3b23-4ea9-b034-151c8d289aa5'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:14:38.614679 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54210) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:38.654130 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2e348265-7169-42f6-bbfd-b8a300544f81 admin admin] Publish callbacks [] for security_group (23f9aaec-5f92-4418-a10a-032adbeebba4), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.682391 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6c5ba0bd-7a73-4147-a751-cca6f7ed8e13 req-56b29d67-eb99-4610-b120-3e67d16eff30 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110682 Apr 11 18:14:38.692977 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2e348265-7169-42f6-bbfd-b8a300544f81 admin admin] Publish callbacks [] for security_group (23f9aaec-5f92-4418-a10a-032adbeebba4), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.771881 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54216) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:38.782507 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a34199ef-f9eb-46c2-a84c-c9ffa20c6fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.873043 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2e348265-7169-42f6-bbfd-b8a300544f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (23f9aaec-5f92-4418-a10a-032adbeebba4), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.875684 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a34199ef-f9eb-46c2-a84c-c9ffa20c6fc4 admin admin] Publish callbacks [] for security_group (188bc0c7-4f0f-4ef8-84fa-b7d7b27cb0dd), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.875960 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2e348265-7169-42f6-bbfd-b8a300544f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.877222 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-2e348265-7169-42f6-bbfd-b8a300544f81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23f9aaec-5f92-4418-a10a-032adbeebba4 HTTP/1.1" status: 204 len: 168 time: 0.3029053 Apr 11 18:14:38.885828 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e348265-7169-42f6-bbfd-b8a300544f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f9aaec-5f92-4418-a10a-032adbeebba4,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:38.955206 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1896343134-network', 'tenant_id': '2835cf488bff406a871b6e8f39b43677'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:38.986836 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-5ae168d2-36af-4667-bc1f-5abe8556cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:38.988471 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-5ae168d2-36af-4667-bc1f-5abe8556cb2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 1129 time: 0.0458171 Apr 11 18:14:38.999509 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a34199ef-f9eb-46c2-a84c-c9ffa20c6fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (188bc0c7-4f0f-4ef8-84fa-b7d7b27cb0dd), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.039013 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34199ef-f9eb-46c2-a84c-c9ffa20c6fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188bc0c7-4f0f-4ef8-84fa-b7d7b27cb0dd,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:39.062843 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a34199ef-f9eb-46c2-a84c-c9ffa20c6fc4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a6be53191464a95aee20a863a273b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900536 Apr 11 18:14:39.062843 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54224) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:39.084240 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Made reservation on behalf of 2835cf488bff406a871b6e8f39b43677 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:39.087360 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.104945 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-5eb7ec8c-2801-41b3-9d41-7f45e7e9c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:39.106753 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-5eb7ec8c-2801-41b3-9d41-7f45e7e9c63e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.1119871 Apr 11 18:14:39.106958 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.120831 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.156657 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-38264c36-39d5-427a-830e-ad76f9d3ecea admin admin] Publish callbacks [] for security_group (188bc0c7-4f0f-4ef8-84fa-b7d7b27cb0dd), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.169709 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-c7381d84-4492-4e7a-8dd5-3e503cffeb59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f13c389c-3b23-4ea9-b034-151c8d289aa5 HTTP/1.1" status: 200 len: 217 time: 0.0540459 Apr 11 18:14:39.192084 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-38264c36-39d5-427a-830e-ad76f9d3ecea admin admin] Publish callbacks [] for security_group (188bc0c7-4f0f-4ef8-84fa-b7d7b27cb0dd), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.227979 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-fb993ef0-905e-4448-bb33-dc123b81d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:39.229576 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-fb993ef0-905e-4448-bb33-dc123b81d68e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0479264 Apr 11 18:14:39.261029 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Publish callbacks [] for security_group (108ae139-aa69-4380-91e1-1f3885a4d83d), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.282032 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-fc192432-a7a9-4188-a464-91b22a0507d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:39.283602 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-fc192432-a7a9-4188-a464-91b22a0507d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453703 Apr 11 18:14:39.378677 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-38264c36-39d5-427a-830e-ad76f9d3ecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (188bc0c7-4f0f-4ef8-84fa-b7d7b27cb0dd), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.381296 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-38264c36-39d5-427a-830e-ad76f9d3ecea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.385665 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-38264c36-39d5-427a-830e-ad76f9d3ecea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/188bc0c7-4f0f-4ef8-84fa-b7d7b27cb0dd HTTP/1.1" status: 204 len: 168 time: 0.3190169 Apr 11 18:14:39.388820 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (108ae139-aa69-4380-91e1-1f3885a4d83d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.390182 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-5db0eb4c-1a91-40a3-a562-772f5bc7939b service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984156 Apr 11 18:14:39.400067 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38264c36-39d5-427a-830e-ad76f9d3ecea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188bc0c7-4f0f-4ef8-84fa-b7d7b27cb0dd,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:39.415914 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:14:39.445588 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (b496c2da-bc3a-423f-9ec2-01a6fb378af0), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.445943 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Added segment b496c2da-bc3a-423f-9ec2-01a6fb378af0 of type vlan for network d7651395-ccc9-42f7-8056-0a991d0615e5 Apr 11 18:14:39.468785 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108ae139-aa69-4380-91e1-1f3885a4d83d,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:39.542709 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (d7651395-ccc9-42f7-8056-0a991d0615e5), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.544449 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-258828fb-5f2c-465c-9a35-5418fdb1c355 req-0965f6aa-05b5-4cca-b956-bf521570901f service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444867 Apr 11 18:14:39.735612 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (d7651395-ccc9-42f7-8056-0a991d0615e5), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.735612 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:39.735612 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:39.813026 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] Pushing event updated for resources: {'Network': ['ID=d7651395-ccc9-42f7-8056-0a991d0615e5,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:39.828123 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network d7651395-ccc9-42f7-8056-0a991d0615e5 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:14:39.832297 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbc033-355d-485b-acea-28c82c71b1c3 req-b24ae527-d023-4f20-b5e7-44758bb6be53 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:39.833931 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-eddbc033-355d-485b-acea-28c82c71b1c3 req-b24ae527-d023-4f20-b5e7-44758bb6be53 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 945 time: 0.0568442 Apr 11 18:14:39.848912 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0e6ddf45-c907-4f72-a837-850afb0c183d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2314670 Apr 11 18:14:39.850304 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54260) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:39.856275 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Request body: {'subnet': {'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1896343134-subnet', 'tenant_id': '2835cf488bff406a871b6e8f39b43677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:39.907200 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-eddbc033-355d-485b-acea-28c82c71b1c3 req-3ad0fdcb-234f-476f-b273-5e4ff5040fb8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670991 Apr 11 18:14:40.012446 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Made reservation on behalf of 2835cf488bff406a871b6e8f39b43677 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:40.014825 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26094802'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:40.036008 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 353e55f1-0d7b-4893-a793-312be20bcf01 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:14:40.058151 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device f13c389c-3b23-4ea9-b034-151c8d289aa5 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:14:40.190521 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port f13c389c-3b23-4ea9-b034-151c8d289aa5 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:14:40.226708 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 353e55f1-0d7b-4893-a793-312be20bcf01, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=353e55f1-0d7b-4893-a793-312be20bcf01,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:40.241112 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '353e55f1-0d7b-4893-a793-312be20bcf01', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'port_id': '353e55f1-0d7b-4893-a793-312be20bcf01', 'mac_address': 'fa:16:3e:eb:6b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:14:40.285648 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 353e55f1-0d7b-4893-a793-312be20bcf01 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:40.287678 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:40.304702 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353e55f1-0d7b-4893-a793-312be20bcf01 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:14:40.311359 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port f13c389c-3b23-4ea9-b034-151c8d289aa5 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:40.311737 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:40.358072 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 353e55f1-0d7b-4893-a793-312be20bcf01, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=353e55f1-0d7b-4893-a793-312be20bcf01,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:40.374317 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26036214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26094784'] for subnet (06563a33-b30f-4eda-ae56-5af57288c29b), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:40.427563 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port f13c389c-3b23-4ea9-b034-151c8d289aa5 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:40.427946 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:40.453503 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e274281-3f62-4411-8e77-096c2f08a678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13c389c-3b23-4ea9-b034-151c8d289aa5'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:14:40.455882 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279bbfcc-9a23-4b4f-b869-e471bb7272a5" -d '{"events": [{"server_uuid": "2e274281-3f62-4411-8e77-096c2f08a678", "name": "network-vif-plugged", "status": "completed", "tag": "f13c389c-3b23-4ea9-b034-151c8d289aa5"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:14:40.468335 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:40.470730 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=06563a33-b30f-4eda-ae56-5af57288c29b,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:40.477542 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port f13c389c-3b23-4ea9-b034-151c8d289aa5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f13c389c-3b23-4ea9-b034-151c8d289aa5,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:40.478884 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Checking segment: {'id': 'b496c2da-bc3a-423f-9ec2-01a6fb378af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:40.479320 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Network hostable DHCP agents. Network: d7651395-ccc9-42f7-8056-0a991d0615e5, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:14:40.529494 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c9aba5-c7f6-4a05-b514-1336b905ef17 x-openstack-request-id: req-d4c9aba5-c7f6-4a05-b514-1336b905ef17 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:14:40.529814 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e274281-3f62-4411-8e77-096c2f08a678", "name": "network-vif-plugged", "status": "completed", "tag": "f13c389c-3b23-4ea9-b034-151c8d289aa5", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:14:40.530072 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4c9aba5-c7f6-4a05-b514-1336b905ef17 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:14:40.530465 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c9aba5-c7f6-4a05-b514-1336b905ef17'] response: {'server_uuid': '2e274281-3f62-4411-8e77-096c2f08a678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13c389c-3b23-4ea9-b034-151c8d289aa5', 'code': 200} Apr 11 18:14:40.548757 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=353e55f1-0d7b-4893-a793-312be20bcf01,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:40.561309 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Network d7651395-ccc9-42f7-8056-0a991d0615e5 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:14:40.573336 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:40.631949 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=f13c389c-3b23-4ea9-b034-151c8d289aa5,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:40.664559 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, d7651395-ccc9-42f7-8056-0a991d0615e5) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:40.681565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:40.682165 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:40.688893 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9e10c-795e-4ef3-9c82-6b8be3776834 None None] Network d7651395-ccc9-42f7-8056-0a991d0615e5 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:14:40.780264 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['353e55f1-0d7b-4893-a793-312be20bcf01'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:14:40.819493 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-dbd4d456-e244-46b4-aa31-0191e6a30d2d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9594352 Apr 11 18:14:40.875433 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50949043-943f-4ad6-9635-f4b385aa5c60 None None] Network d7651395-ccc9-42f7-8056-0a991d0615e5 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:14:40.972904 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464b0df-f734-499b-ba2d-da3c7fae3fa0 req-d22f3af9-e857-4cc6-acdc-6e64754ae531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:40.975290 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1464b0df-f734-499b-ba2d-da3c7fae3fa0 req-d22f3af9-e857-4cc6-acdc-6e64754ae531 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 1130 time: 0.0476506 Apr 11 18:14:41.098398 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1464b0df-f734-499b-ba2d-da3c7fae3fa0 req-fb44d10e-a771-45d5-86da-b0f72e9d8db7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138639 Apr 11 18:14:41.149749 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093b705-97e2-44a0-a292-c9472aeb6c5c req-b5af830c-99af-427f-9179-98e19e252e14 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:41.151339 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0093b705-97e2-44a0-a292-c9472aeb6c5c req-b5af830c-99af-427f-9179-98e19e252e14 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0687621 Apr 11 18:14:41.211231 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0093b705-97e2-44a0-a292-c9472aeb6c5c req-58a8e750-d3c2-41dc-b56f-e8afcaa8885c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Apr 11 18:14:41.448736 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54330) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:41.570772 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2ae2ed05-9d8e-468a-9692-6afed3b965e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:41.651896 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2ae2ed05-9d8e-468a-9692-6afed3b965e0 admin admin] Publish callbacks [] for security_group (b385a1e0-9f19-4453-8dca-b1674457cb4e), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:41.743949 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2ae2ed05-9d8e-468a-9692-6afed3b965e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (b385a1e0-9f19-4453-8dca-b1674457cb4e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:41.782228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2ed05-9d8e-468a-9692-6afed3b965e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b385a1e0-9f19-4453-8dca-b1674457cb4e,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:41.792576 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-2ae2ed05-9d8e-468a-9692-6afed3b965e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e763d1f2ff149d6be668fe85218e338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379111 Apr 11 18:14:41.798823 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54338) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:41.880240 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7851fea1-91f7-4440-8cfc-75b3e72eb2e0 admin admin] Publish callbacks [] for security_group (b385a1e0-9f19-4453-8dca-b1674457cb4e), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:42.037978 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 353e55f1-0d7b-4893-a793-312be20bcf01 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:14:42.094528 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 353e55f1-0d7b-4893-a793-312be20bcf01 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:14:42.151330 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7851fea1-91f7-4440-8cfc-75b3e72eb2e0 admin admin] Publish callbacks [] for security_group (b385a1e0-9f19-4453-8dca-b1674457cb4e), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:42.233788 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 353e55f1-0d7b-4893-a793-312be20bcf01 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:42.233788 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:42.353176 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7851fea1-91f7-4440-8cfc-75b3e72eb2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (b385a1e0-9f19-4453-8dca-b1674457cb4e), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:42.356450 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7851fea1-91f7-4440-8cfc-75b3e72eb2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:42.357209 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee7ddd-38bb-4fbc-b548-d060f564c419 req-512c04d3-556b-41bf-9fbc-7f5fbab902db tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:42.358653 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-7851fea1-91f7-4440-8cfc-75b3e72eb2e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b385a1e0-9f19-4453-8dca-b1674457cb4e HTTP/1.1" status: 204 len: 168 time: 0.5648632 Apr 11 18:14:42.358876 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b2ee7ddd-38bb-4fbc-b548-d060f564c419 req-512c04d3-556b-41bf-9fbc-7f5fbab902db tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0587871 Apr 11 18:14:42.361676 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 353e55f1-0d7b-4893-a793-312be20bcf01 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:42.364774 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:42.370593 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851fea1-91f7-4440-8cfc-75b3e72eb2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b385a1e0-9f19-4453-8dca-b1674457cb4e,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:42.429530 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 353e55f1-0d7b-4893-a793-312be20bcf01, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=353e55f1-0d7b-4893-a793-312be20bcf01,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:42.449503 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b2ee7ddd-38bb-4fbc-b548-d060f564c419 req-7e2b6d91-ef51-496c-8f1c-a60bc8b1be5a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811322 Apr 11 18:14:42.532027 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce1bfba-3d1d-4f74-9fc7-24c021158a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e55f1-0d7b-4893-a793-312be20bcf01'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:14:42.536111 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747207f6-b9f9-42f6-abda-f873b7d03734" -d '{"events": [{"server_uuid": "fce1bfba-3d1d-4f74-9fc7-24c021158a83", "name": "network-vif-plugged", "status": "completed", "tag": "353e55f1-0d7b-4893-a793-312be20bcf01"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:14:42.546821 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:42.594464 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9e4689-0318-49d0-87df-de0b25e99999 x-openstack-request-id: req-4d9e4689-0318-49d0-87df-de0b25e99999 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:14:42.595065 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce1bfba-3d1d-4f74-9fc7-24c021158a83", "name": "network-vif-plugged", "status": "completed", "tag": "353e55f1-0d7b-4893-a793-312be20bcf01", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:14:42.595335 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d9e4689-0318-49d0-87df-de0b25e99999 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:14:42.595740 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d9e4689-0318-49d0-87df-de0b25e99999'] response: {'server_uuid': 'fce1bfba-3d1d-4f74-9fc7-24c021158a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e55f1-0d7b-4893-a793-312be20bcf01', 'code': 200} Apr 11 18:14:42.626005 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=353e55f1-0d7b-4893-a793-312be20bcf01,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:43.277596 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0cba5-09ac-4371-858e-65964d471a6f req-fd1853b5-b9ff-4fa4-9f92-3f0b98980c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:43.279127 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-93c0cba5-09ac-4371-858e-65964d471a6f req-fd1853b5-b9ff-4fa4-9f92-3f0b98980c88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 1129 time: 0.0428257 Apr 11 18:14:43.330513 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-93c0cba5-09ac-4371-858e-65964d471a6f req-b1a1e619-eaba-477a-9956-e74119f30420 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438395 Apr 11 18:14:43.637661 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf92c0-c2e5-4faf-9d9e-6124d0465e59 req-dbbb8bb9-2b5f-4967-9bbd-62dec40ca436 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:43.639240 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebaf92c0-c2e5-4faf-9d9e-6124d0465e59 req-dbbb8bb9-2b5f-4967-9bbd-62dec40ca436 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0718384 Apr 11 18:14:43.699911 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebaf92c0-c2e5-4faf-9d9e-6124d0465e59 req-2648c37d-f562-43d3-8dff-1932d3a3b1af tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539439 Apr 11 18:14:43.755134 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-d485e1e4-89bb-49d8-987b-5496b521e75d tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:43.757294 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-d485e1e4-89bb-49d8-987b-5496b521e75d tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/networks?id=d7651395-ccc9-42f7-8056-0a991d0615e5 HTTP/1.1" status: 200 len: 809 time: 0.1408875 Apr 11 18:14:43.797633 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-43eda31c-d747-449c-a912-b9911dfd81ec tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/quotas/2835cf488bff406a871b6e8f39b43677 HTTP/1.1" status: 200 len: 375 time: 0.0330260 Apr 11 18:14:43.850068 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-0f57e282-9a70-40cb-955d-23fd172a9f5a tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2835cf488bff406a871b6e8f39b43677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513680 Apr 11 18:14:43.964222 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-5f052e40-a065-4b09-9657-d940ba43acd4 service neutron] 10.222.0.53 "GET /v2.0/networks/d7651395-ccc9-42f7-8056-0a991d0615e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129389 Apr 11 18:14:44.064445 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-9ad857cb-1918-4d37-915c-6b3658075f6c service neutron] 10.222.0.53 "GET /v2.0/networks/d7651395-ccc9-42f7-8056-0a991d0615e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904586 Apr 11 18:14:44.328155 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04457173-408a-4f61-bbd7-c327fbf7d51a req-e64c3bf0-c2d0-4fc4-8c36-e9727a657193 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:44.329900 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-04457173-408a-4f61-bbd7-c327fbf7d51a req-e64c3bf0-c2d0-4fc4-8c36-e9727a657193 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0515769 Apr 11 18:14:44.414526 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-04457173-408a-4f61-bbd7-c327fbf7d51a req-71c4229b-8d53-4b4d-a1a2-5522daa71890 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763729 Apr 11 18:14:44.448326 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a558e0e4-3bd4-4e26-bdd1-0db2d6ea918e req-0640835c-a71f-4f3b-a6aa-ef0058e3fa42 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 210 time: 0.0493920 Apr 11 18:14:45.029130 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-d34e6246-4410-4738-bb7b-6da7b72d211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:45.030606 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-d34e6246-4410-4738-bb7b-6da7b72d211f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 1130 time: 0.0432377 Apr 11 18:14:45.131054 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-01b669e5-ffcd-43bb-b998-668ecae51208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:45.133135 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-01b669e5-ffcd-43bb-b998-668ecae51208 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.0934315 Apr 11 18:14:45.186771 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-f6ffed64-8236-4912-9738-35cf7c63803b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f13c389c-3b23-4ea9-b034-151c8d289aa5 HTTP/1.1" status: 200 len: 217 time: 0.0412724 Apr 11 18:14:45.243071 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-ef87dd38-1270-4cba-9ebb-e41a85b143c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:45.244624 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-ef87dd38-1270-4cba-9ebb-e41a85b143c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0523007 Apr 11 18:14:45.330234 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-a8c9f08d-8b2e-428d-8e25-39b81182fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:45.330234 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-a8c9f08d-8b2e-428d-8e25-39b81182fb5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678411 Apr 11 18:14:45.477789 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-8a1bb764-da99-47a5-81a3-a98591ef6319 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340120 Apr 11 18:14:45.647534 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8a89a3c2-8393-4c9d-8d4b-176892327d8b req-06994329-26d6-4b6f-8a8a-89548a8998d5 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610394 Apr 11 18:14:45.670095 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37242827-82b0-465e-912e-4b738787bc4d req-1ba21744-8302-48c1-82fb-6d78d480de19 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:45.671675 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-37242827-82b0-465e-912e-4b738787bc4d req-1ba21744-8302-48c1-82fb-6d78d480de19 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.1009181 Apr 11 18:14:45.765734 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-37242827-82b0-465e-912e-4b738787bc4d req-a521bd33-93db-4ca8-a1a6-9b85f351a23f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791240 Apr 11 18:14:45.857308 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4271dc17-4ddf-4b4b-93ba-017ba7b627b5 req-7a431914-d823-4f8a-bde4-692400ee786b tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 210 time: 0.0300224 Apr 11 18:14:46.206602 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54490) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:46.323997 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-084fff96-e02a-4a55-aa33-b7e66d0f5769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:46.408616 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-084fff96-e02a-4a55-aa33-b7e66d0f5769 admin admin] Publish callbacks [] for security_group (51059731-bafa-46bf-8b20-4da09d4f56bf), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:46.490022 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-084fff96-e02a-4a55-aa33-b7e66d0f5769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (51059731-bafa-46bf-8b20-4da09d4f56bf), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:46.535419 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-084fff96-e02a-4a55-aa33-b7e66d0f5769 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b914ec3888d6458cb67221fbeaf4824e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277202 Apr 11 18:14:46.536800 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fff96-e02a-4a55-aa33-b7e66d0f5769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51059731-bafa-46bf-8b20-4da09d4f56bf,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:46.539928 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54496) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:46.616377 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-42378f9e-efdd-415d-a889-085ccb13c719 admin admin] Publish callbacks [] for security_group (51059731-bafa-46bf-8b20-4da09d4f56bf), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:46.641884 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-42378f9e-efdd-415d-a889-085ccb13c719 admin admin] Publish callbacks [] for security_group (51059731-bafa-46bf-8b20-4da09d4f56bf), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:46.732416 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-42378f9e-efdd-415d-a889-085ccb13c719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (51059731-bafa-46bf-8b20-4da09d4f56bf), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:46.735110 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-42378f9e-efdd-415d-a889-085ccb13c719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:46.736377 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-42378f9e-efdd-415d-a889-085ccb13c719 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51059731-bafa-46bf-8b20-4da09d4f56bf HTTP/1.1" status: 204 len: 168 time: 0.1951342 Apr 11 18:14:46.744990 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42378f9e-efdd-415d-a889-085ccb13c719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51059731-bafa-46bf-8b20-4da09d4f56bf,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:46.889516 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67bf1b-ed90-4f95-b4dd-722ebb4a257c req-271f8a3f-0e92-445c-8882-737e431fc52f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:46.891244 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aa67bf1b-ed90-4f95-b4dd-722ebb4a257c req-271f8a3f-0e92-445c-8882-737e431fc52f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0527668 Apr 11 18:14:46.948652 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aa67bf1b-ed90-4f95-b4dd-722ebb4a257c req-343d0961-30c6-4428-a734-231d2502a943 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514808 Apr 11 18:14:46.996947 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b357b043-a334-4076-bb0e-633f8354d5dc req-d440d227-9001-4ead-8488-273df4112956 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 210 time: 0.0546136 Apr 11 18:14:47.486928 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54518) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:47.501440 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a4716321-6ca3-4b68-92d7-178ddf953f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:47.580118 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a4716321-6ca3-4b68-92d7-178ddf953f07 admin admin] Publish callbacks [] for security_group (ec330064-5e8c-42a1-88f2-e14096bd43e1), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:47.646349 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a4716321-6ca3-4b68-92d7-178ddf953f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ec330064-5e8c-42a1-88f2-e14096bd43e1), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:47.687069 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a4716321-6ca3-4b68-92d7-178ddf953f07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b50becb1b3cb4b62b4473c0b5b872cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990511 Apr 11 18:14:47.687942 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4716321-6ca3-4b68-92d7-178ddf953f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec330064-5e8c-42a1-88f2-e14096bd43e1,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:47.689862 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54526) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:47.741636 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-978335d2-c75e-46e5-b0e3-7a1a08be6e36 admin admin] Publish callbacks [] for security_group (ec330064-5e8c-42a1-88f2-e14096bd43e1), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:47.764329 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-978335d2-c75e-46e5-b0e3-7a1a08be6e36 admin admin] Publish callbacks [] for security_group (ec330064-5e8c-42a1-88f2-e14096bd43e1), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:47.875188 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-978335d2-c75e-46e5-b0e3-7a1a08be6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ec330064-5e8c-42a1-88f2-e14096bd43e1), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:47.877870 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-978335d2-c75e-46e5-b0e3-7a1a08be6e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:47.879090 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-978335d2-c75e-46e5-b0e3-7a1a08be6e36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec330064-5e8c-42a1-88f2-e14096bd43e1 HTTP/1.1" status: 204 len: 168 time: 0.1882470 Apr 11 18:14:47.887898 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978335d2-c75e-46e5-b0e3-7a1a08be6e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec330064-5e8c-42a1-88f2-e14096bd43e1,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:48.072632 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c002f0-ab5a-4745-a62f-37052db6413d req-294be70c-4022-4599-8099-515858b57e24 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:48.072632 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-48c002f0-ab5a-4745-a62f-37052db6413d req-294be70c-4022-4599-8099-515858b57e24 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0487638 Apr 11 18:14:48.115620 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-30295d98-8978-4873-9329-f9f7d5f70c5b req-029c8684-9164-439d-8c69-817cf3122fed tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 210 time: 0.0367966 Apr 11 18:14:48.141972 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-48c002f0-ab5a-4745-a62f-37052db6413d req-e380ed79-9c6a-4cee-a24a-f46ea5509f36 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Apr 11 18:14:48.679903 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54550) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:48.693289 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33885194-c1d4-4e76-9bc9-a7561e92ab8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:48.767795 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33885194-c1d4-4e76-9bc9-a7561e92ab8f admin admin] Publish callbacks [] for security_group (60f2c8e8-3e3d-4906-9840-13b893afea25), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:48.847176 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33885194-c1d4-4e76-9bc9-a7561e92ab8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (60f2c8e8-3e3d-4906-9840-13b893afea25), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:48.891196 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33885194-c1d4-4e76-9bc9-a7561e92ab8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f2c8e8-3e3d-4906-9840-13b893afea25,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:48.891922 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-33885194-c1d4-4e76-9bc9-a7561e92ab8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17c91e75b5db4518a0d6951092af6605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108579 Apr 11 18:14:48.894494 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54554) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:48.949653 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3ac0-6190-4ceb-8273-eaebc626ad77 admin admin] Publish callbacks [] for security_group (60f2c8e8-3e3d-4906-9840-13b893afea25), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:48.976173 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3ac0-6190-4ceb-8273-eaebc626ad77 admin admin] Publish callbacks [] for security_group (60f2c8e8-3e3d-4906-9840-13b893afea25), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:49.098360 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3ac0-6190-4ceb-8273-eaebc626ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (60f2c8e8-3e3d-4906-9840-13b893afea25), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:49.101642 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3ac0-6190-4ceb-8273-eaebc626ad77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:49.104159 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-fd6a3ac0-6190-4ceb-8273-eaebc626ad77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60f2c8e8-3e3d-4906-9840-13b893afea25 HTTP/1.1" status: 204 len: 168 time: 0.2074075 Apr 11 18:14:49.110954 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a3ac0-6190-4ceb-8273-eaebc626ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f2c8e8-3e3d-4906-9840-13b893afea25,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:49.252149 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c548ad28-d693-4f96-8fb3-a153ad4e478d req-4d9fd56f-55e9-443c-9707-22b6040f9515 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 210 time: 0.0411830 Apr 11 18:14:49.309700 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3e95-066e-4240-828f-a37e937ff499 req-34fdeb93-56ff-4a13-a5ec-17c3e49f3d9c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:49.311115 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d64f3e95-066e-4240-828f-a37e937ff499 req-34fdeb93-56ff-4a13-a5ec-17c3e49f3d9c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0490887 Apr 11 18:14:49.360574 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d64f3e95-066e-4240-828f-a37e937ff499 req-8735293d-9ed0-4c8c-b0f0-a893ac58af26 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 Apr 11 18:14:50.123304 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-70d5cbc5-03d5-476a-930d-7e22729ee147 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:50.124932 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-70d5cbc5-03d5-476a-930d-7e22729ee147 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.15 "GET /v2.0/networks?id=d7651395-ccc9-42f7-8056-0a991d0615e5 HTTP/1.1" status: 200 len: 809 time: 0.1253257 Apr 11 18:14:50.139354 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Request body: {'port': {'device_id': 'fbe4dc43-37f3-462d-aab1-1262c5d99d09', 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5', 'admin_state_up': True, 'tenant_id': '2835cf488bff406a871b6e8f39b43677'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:50.349300 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Made reservation on behalf of 2835cf488bff406a871b6e8f39b43677 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:50.352258 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e8906baf-0db2-4442-b304-f74170948a3d req-1a0323de-6d7c-4f81-82ca-f6f93257bf71 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 210 time: 0.0289617 Apr 11 18:14:50.353362 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:50.508077 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16df5-324a-455c-a34e-9e751661a387 req-bf808e7d-83d8-4e67-b048-35a7439eb7ab tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:50.509635 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ace16df5-324a-455c-a34e-9e751661a387 req-bf808e7d-83d8-4e67-b048-35a7439eb7ab tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0774288 Apr 11 18:14:50.558720 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Allocated IP 172.20.0.13 (d7651395-ccc9-42f7-8056-0a991d0615e5/06563a33-b30f-4eda-ae56-5af57288c29b/482ca25c-b162-49b5-83b4-485cc9cc0a57) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:14:50.585296 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ace16df5-324a-455c-a34e-9e751661a387 req-a78bd627-d881-4559-93e5-720133a6726c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682454 Apr 11 18:14:50.730685 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks [] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:50.858525 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:50.902016 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Network d7651395-ccc9-42f7-8056-0a991d0615e5 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:14:50.905055 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:50.908835 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:14:50.917950 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Pushing event updated for resources: {'Port': ['ID=482ca25c-b162-49b5-83b4-485cc9cc0a57,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:50.977009 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:50.978263 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.078397 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-8f80b210-8e7a-4a1b-98a0-1cc32324ad91 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9430320 Apr 11 18:14:51.091365 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Request body: {'port': {'device_id': 'fbe4dc43-37f3-462d-aab1-1262c5d99d09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:51.173388 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.460743 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482ca25c-b162-49b5-83b4-485cc9cc0a57 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:14:51.468547 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Publish callbacks [] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.468711 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9fc91-3b84-4cb2-9c29-2b61ac10f4f1 req-9513d940-e88e-4c34-8534-8df3dd1f238a tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:51.470118 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d2e9fc91-3b84-4cb2-9c29-2b61ac10f4f1 req-9513d940-e88e-4c34-8534-8df3dd1f238a tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 932 time: 0.0475619 Apr 11 18:14:51.483207 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Transition to ACTIVE for port object 482ca25c-b162-49b5-83b4-485cc9cc0a57 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:14:51.525227 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d2e9fc91-3b84-4cb2-9c29-2b61ac10f4f1 req-5711ba66-9afc-4eb4-8d2e-97ae9afa129a tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Apr 11 18:14:51.566169 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.618413 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Pushing event updated for resources: {'Port': ['ID=482ca25c-b162-49b5-83b4-485cc9cc0a57,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:51.759745 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99deb8a-c634-49da-a051-450be0bc0e25 req-68f00088-fff1-4465-93ba-ed0b3113fe27 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:51.761429 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b99deb8a-c634-49da-a051-450be0bc0e25 req-68f00088-fff1-4465-93ba-ed0b3113fe27 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0848534 Apr 11 18:14:51.766833 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Attempting to bind port 482ca25c-b162-49b5-83b4-485cc9cc0a57 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:14:51.767375 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Attempting to bind port 482ca25c-b162-49b5-83b4-485cc9cc0a57 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'b496c2da-bc3a-423f-9ec2-01a6fb378af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:14:51.767741 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Attempting to bind port 482ca25c-b162-49b5-83b4-485cc9cc0a57 on network d7651395-ccc9-42f7-8056-0a991d0615e5 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:14:51.780074 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Port 482ca25c-b162-49b5-83b4-485cc9cc0a57 on network d7651395-ccc9-42f7-8056-0a991d0615e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:14:51.780405 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Attempting to bind port 482ca25c-b162-49b5-83b4-485cc9cc0a57 on network d7651395-ccc9-42f7-8056-0a991d0615e5 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:14:51.805608 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:14:51.806174 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Checking segment: {'id': 'b496c2da-bc3a-423f-9ec2-01a6fb378af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:14:51.806816 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Bound using segment: {'id': 'b496c2da-bc3a-423f-9ec2-01a6fb378af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:14:51.807549 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Bound port: 482ca25c-b162-49b5-83b4-485cc9cc0a57, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b496c2da-bc3a-423f-9ec2-01a6fb378af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:14:51.808203 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.853519 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b99deb8a-c634-49da-a051-450be0bc0e25 req-41b484f6-cc9e-4675-bfef-1150458b28ea tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831599 Apr 11 18:14:51.917838 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] For port 482ca25c-b162-49b5-83b4-485cc9cc0a57, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:14:51.921585 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] For port 482ca25c-b162-49b5-83b4-485cc9cc0a57, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=482ca25c-b162-49b5-83b4-485cc9cc0a57,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:14:52.015289 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:52.087645 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:52.087921 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:52.089820 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] 10.222.0.15 "PUT /v2.0/ports/482ca25c-b162-49b5-83b4-485cc9cc0a57 HTTP/1.1" status: 200 len: 1094 time: 1.0047743 Apr 11 18:14:52.090374 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe4dc43-37f3-462d-aab1-1262c5d99d09', 'tag': '482ca25c-b162-49b5-83b4-485cc9cc0a57'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:14:52.093929 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d633ae00-c29a-49ed-a12b-e3c5c74da565" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe4dc43-37f3-462d-aab1-1262c5d99d09", "tag": "482ca25c-b162-49b5-83b4-485cc9cc0a57"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:14:52.139609 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba915013-257c-46ea-add1-e243ff897c9c service neutron] Pushing event updated for resources: {'Port': ['ID=482ca25c-b162-49b5-83b4-485cc9cc0a57,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:52.149136 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b683225b-54c6-432f-a824-2cdd6fef8a38 x-openstack-request-id: req-b683225b-54c6-432f-a824-2cdd6fef8a38 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:14:52.149429 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe4dc43-37f3-462d-aab1-1262c5d99d09", "tag": "482ca25c-b162-49b5-83b4-485cc9cc0a57", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:14:52.149675 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b683225b-54c6-432f-a824-2cdd6fef8a38 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:14:52.163798 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b683225b-54c6-432f-a824-2cdd6fef8a38'] response: {'name': 'network-changed', 'server_uuid': 'fbe4dc43-37f3-462d-aab1-1262c5d99d09', 'tag': '482ca25c-b162-49b5-83b4-485cc9cc0a57', 'status': 'completed', 'code': 200} Apr 11 18:14:52.215626 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ae00-c29a-49ed-a12b-e3c5c74da565 req-963240ed-de37-4070-96c3-a82674f884dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:52.217350 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d633ae00-c29a-49ed-a12b-e3c5c74da565 req-963240ed-de37-4070-96c3-a82674f884dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2835cf488bff406a871b6e8f39b43677&device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 1128 time: 0.0492041 Apr 11 18:14:52.343305 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ae00-c29a-49ed-a12b-e3c5c74da565 req-157e52a2-abf4-40c5-9d67-488ace0af57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:52.345683 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d633ae00-c29a-49ed-a12b-e3c5c74da565 req-157e52a2-abf4-40c5-9d67-488ace0af57b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2835cf488bff406a871b6e8f39b43677&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1195662 Apr 11 18:14:52.472564 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ae00-c29a-49ed-a12b-e3c5c74da565 req-9518992e-e002-4d08-98be-f6a4620d9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:52.474794 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d633ae00-c29a-49ed-a12b-e3c5c74da565 req-9518992e-e002-4d08-98be-f6a4620d9d96 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227639 Apr 11 18:14:52.523094 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84b6c-7d93-4e1f-a403-db40a2792103 req-11ec13b3-cfde-450b-b0b0-8733fd76438c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:52.525208 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d4a84b6c-7d93-4e1f-a403-db40a2792103 req-11ec13b3-cfde-450b-b0b0-8733fd76438c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0869136 Apr 11 18:14:52.581813 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d4a84b6c-7d93-4e1f-a403-db40a2792103 req-0707ef00-8602-4db7-9a3a-bb52ad42c228 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508602 Apr 11 18:14:52.665372 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-4365de9e-4c7a-4dc8-9637-362cb7e3d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:52.667092 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-4365de9e-4c7a-4dc8-9637-362cb7e3d9dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2835cf488bff406a871b6e8f39b43677&device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 1128 time: 0.0538204 Apr 11 18:14:52.689132 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54682) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:52.691803 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7e5f-9840-4eab-90dd-92d74872fc72 req-153c9018-06fb-4ecb-83be-438ebd3b8afd tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:52.693317 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-847c7e5f-9840-4eab-90dd-92d74872fc72 req-153c9018-06fb-4ecb-83be-438ebd3b8afd tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 944 time: 0.0488319 Apr 11 18:14:52.693433 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-ec12e9ac-aae6-4170-ba78-8fb2724294a8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1488017090', 'description': 'tempest-description--228622481'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:52.733676 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-43f804fe-4360-4d9d-be12-00f103751bd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=482ca25c-b162-49b5-83b4-485cc9cc0a57 HTTP/1.1" status: 200 len: 217 time: 0.0554402 Apr 11 18:14:52.742046 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-847c7e5f-9840-4eab-90dd-92d74872fc72 req-e389e933-84e4-4066-8be6-0db55f98063b tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Apr 11 18:14:52.789016 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-072971a7-6225-481f-bcfb-ad02dc968f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:52.790511 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-072971a7-6225-481f-bcfb-ad02dc968f63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06563a33-b30f-4eda-ae56-5af57288c29b HTTP/1.1" status: 200 len: 849 time: 0.0491655 Apr 11 18:14:52.822694 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-2c85eb2a-fc19-4aca-917f-edea5b673d68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7651395-ccc9-42f7-8056-0a991d0615e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259409 Apr 11 18:14:52.917726 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ec12e9ac-aae6-4170-ba78-8fb2724294a8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:52.945868 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-0981378c-4b48-42f5-a37d-11123fa05fda service neutron] 10.222.0.15 "GET /v2.0/networks/d7651395-ccc9-42f7-8056-0a991d0615e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152513 Apr 11 18:14:53.015270 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35245e4-d988-4005-955c-fff2484c22d1 req-9e6255e7-860c-4291-85fd-4aa3a5c63fd5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:53.016786 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c35245e4-d988-4005-955c-fff2484c22d1 req-9e6255e7-860c-4291-85fd-4aa3a5c63fd5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0837426 Apr 11 18:14:53.088973 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ec12e9ac-aae6-4170-ba78-8fb2724294a8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (48ea57fa-d324-4be7-86ed-76e2da743161), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:53.096884 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c35245e4-d988-4005-955c-fff2484c22d1 req-bd8cde19-1858-4a7d-a9d3-b59b2e4867c5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718405 Apr 11 18:14:53.189129 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ec12e9ac-aae6-4170-ba78-8fb2724294a8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (48ea57fa-d324-4be7-86ed-76e2da743161), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:53.219552 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12e9ac-aae6-4170-ba78-8fb2724294a8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea57fa-d324-4be7-86ed-76e2da743161,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:53.328372 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ec12e9ac-aae6-4170-ba78-8fb2724294a8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:53.329685 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-ec12e9ac-aae6-4170-ba78-8fb2724294a8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6395912 Apr 11 18:14:53.333140 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54696) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:53.338192 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-4cf87ecc-6c2a-49fa-a64a-0027c1826512 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group_rule': {'security_group_id': '48ea57fa-d324-4be7-86ed-76e2da743161', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:53.458146 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4cf87ecc-6c2a-49fa-a64a-0027c1826512 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (facd0693-8af0-4115-9d79-94fed9a2f17b), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:53.515618 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4cf87ecc-6c2a-49fa-a64a-0027c1826512 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (facd0693-8af0-4115-9d79-94fed9a2f17b), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:53.634830 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4cf87ecc-6c2a-49fa-a64a-0027c1826512 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (facd0693-8af0-4115-9d79-94fed9a2f17b), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:53.656248 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf87ecc-6c2a-49fa-a64a-0027c1826512 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facd0693-8af0-4115-9d79-94fed9a2f17b,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:53.719091 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe09326-b061-4110-b9a0-9f3ea71ce52d req-0b1d7bf8-20aa-4778-a302-ca279fa4dadf tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:53.720837 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8fe09326-b061-4110-b9a0-9f3ea71ce52d req-0b1d7bf8-20aa-4778-a302-ca279fa4dadf tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0650904 Apr 11 18:14:53.781941 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8fe09326-b061-4110-b9a0-9f3ea71ce52d req-9412e44e-8288-437d-8357-f77ef86f6646 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553963 Apr 11 18:14:53.791588 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4cf87ecc-6c2a-49fa-a64a-0027c1826512 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:53.799177 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4cf87ecc-6c2a-49fa-a64a-0027c1826512 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4591613 Apr 11 18:14:53.799177 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54716) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:53.800673 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-a83aeb2a-370a-4312-9fbc-d6babfd2c979 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group_rule': {'security_group_id': '48ea57fa-d324-4be7-86ed-76e2da743161', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:53.884195 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d57d7-f729-4d8a-b1b9-8ce33f4a251f req-1b285da2-6157-43c6-80df-de721f0bd287 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:53.885711 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f52d57d7-f729-4d8a-b1b9-8ce33f4a251f req-1b285da2-6157-43c6-80df-de721f0bd287 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 944 time: 0.0665367 Apr 11 18:14:53.982802 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-592a7f31-d44e-4460-afb1-918c9f276e81 req-092b7b7b-170d-433c-9247-703b7549867c service neutron] 10.222.0.15 "GET /v2.0/networks/d7651395-ccc9-42f7-8056-0a991d0615e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369867 Apr 11 18:14:53.986694 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f52d57d7-f729-4d8a-b1b9-8ce33f4a251f req-2a72e36a-1e24-448c-8bad-78cd7a1a4da5 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727644 Apr 11 18:14:53.987680 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a83aeb2a-370a-4312-9fbc-d6babfd2c979 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (41107e99-5f4f-4cc6-9359-5bdbfe73c1b2), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:54.075839 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a83aeb2a-370a-4312-9fbc-d6babfd2c979 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (41107e99-5f4f-4cc6-9359-5bdbfe73c1b2), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:54.170321 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a83aeb2a-370a-4312-9fbc-d6babfd2c979 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (41107e99-5f4f-4cc6-9359-5bdbfe73c1b2), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:54.188749 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aeb2a-370a-4312-9fbc-d6babfd2c979 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41107e99-5f4f-4cc6-9359-5bdbfe73c1b2,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:54.214588 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc42be-5dca-4238-bda3-495810888839 req-024d7589-03c5-4f90-b309-3fd1b87b9138 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:54.216123 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-00cc42be-5dca-4238-bda3-495810888839 req-024d7589-03c5-4f90-b309-3fd1b87b9138 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0501068 Apr 11 18:14:54.265706 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-00cc42be-5dca-4238-bda3-495810888839 req-3d13e6a8-06b2-4bf8-ae5d-8ceb501b49fd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Apr 11 18:14:54.277885 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a83aeb2a-370a-4312-9fbc-d6babfd2c979 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:54.281568 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-a83aeb2a-370a-4312-9fbc-d6babfd2c979 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4819613 Apr 11 18:14:54.282207 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54726) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:54.286696 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:54.389805 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:54.466908 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:54.576132 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Allocated IP 172.27.2.106 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/136823d2-42a9-4976-85f8-1675e14a994b) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:14:54.676810 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (136823d2-42a9-4976-85f8-1675e14a994b), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:54.795436 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (136823d2-42a9-4976-85f8-1675e14a994b), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:54.832497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:14:54.835941 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:14:54.839345 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:14:54.869632 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=136823d2-42a9-4976-85f8-1675e14a994b,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:54.926349 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2a186-6d17-4041-a986-0f5a62dce522 req-1c3458ac-3a16-403d-b47c-f2cfc75114bd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:54.927871 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6aa2a186-6d17-4041-a986-0f5a62dce522 req-1c3458ac-3a16-403d-b47c-f2cfc75114bd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0629425 Apr 11 18:14:54.998366 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (02a439ff-f9b5-4689-8c03-128e599778fe), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:55.014404 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6aa2a186-6d17-4041-a986-0f5a62dce522 req-18d02b79-beff-493f-bf5a-5787c37d40cd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637276 Apr 11 18:14:55.103860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (136823d2-42a9-4976-85f8-1675e14a994b), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:55.104364 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4ab9-7237-4f4b-b3e0-f80f491404a0 req-0e3dfd3c-63d8-4981-835b-41bd85c722c7 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:55.106124 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3eba4ab9-7237-4f4b-b3e0-f80f491404a0 req-0e3dfd3c-63d8-4981-835b-41bd85c722c7 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 944 time: 0.0494065 Apr 11 18:14:55.164583 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3eba4ab9-7237-4f4b-b3e0-f80f491404a0 req-c3a9bb48-fc33-4e48-aca9-df6cb4cec1f7 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493722 Apr 11 18:14:55.264975 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (136823d2-42a9-4976-85f8-1675e14a994b), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:55.343666 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (136823d2-42a9-4976-85f8-1675e14a994b), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:55.407771 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686853a-8166-45a4-8dc5-6f2cc2019545 req-0f4c4fb3-f9dd-4874-b17e-6b75f539d028 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:55.409307 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d686853a-8166-45a4-8dc5-6f2cc2019545 req-0f4c4fb3-f9dd-4874-b17e-6b75f539d028 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0770941 Apr 11 18:14:55.457739 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=136823d2-42a9-4976-85f8-1675e14a994b,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:55.480613 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (02a439ff-f9b5-4689-8c03-128e599778fe), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:55.504139 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d686853a-8166-45a4-8dc5-6f2cc2019545 req-d6f149b0-2738-4821-bb41-7ff23150efcf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740035 Apr 11 18:14:55.566754 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:55.568001 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-29842348-b13e-436a-868f-d3012e4a6198 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2848573 Apr 11 18:14:55.766255 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-75d2ab98-d762-42be-8d15-db784710b07c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1488017090&fields=id&tenant_id=263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 267 time: 0.0437539 Apr 11 18:14:55.876345 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-404950ca-1794-45ce-8fba-0250fcc2a027 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:55.877785 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-404950ca-1794-45ce-8fba-0250fcc2a027 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 815 time: 0.1040945 Apr 11 18:14:55.892737 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-375faa7d-7b4f-4d2e-9e8d-df30a5d5da87 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/quotas/263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 375 time: 0.0092974 Apr 11 18:14:55.949816 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-c399cd6b-4cb6-4e5b-bc62-b21b46e2806c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511005 Apr 11 18:14:56.045606 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-ad30b902-b000-4fca-a066-dacdb80d27eb service neutron] 10.222.0.53 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839214 Apr 11 18:14:56.145544 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-f1917442-3b42-4344-9a4d-344fb724b0b2 service neutron] 10.222.0.53 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941484 Apr 11 18:14:56.147749 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25d751-bf13-47fe-99a8-f7472c80a336 req-d66786eb-ecbe-411b-947d-283bc689eaf5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:56.148817 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6d25d751-bf13-47fe-99a8-f7472c80a336 req-d66786eb-ecbe-411b-947d-283bc689eaf5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0504580 Apr 11 18:14:56.205881 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6d25d751-bf13-47fe-99a8-f7472c80a336 req-785194b6-aa1b-4a89-be54-1b26ed52388f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505490 Apr 11 18:14:56.317305 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea6eab-10cd-419a-8db8-2ad8a52e37bd req-685efe22-e33b-4b2e-b8c6-a9145320432d tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:56.318852 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6dea6eab-10cd-419a-8db8-2ad8a52e37bd req-685efe22-e33b-4b2e-b8c6-a9145320432d tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 944 time: 0.0469847 Apr 11 18:14:56.369483 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6dea6eab-10cd-419a-8db8-2ad8a52e37bd req-d1e29bd0-9d8b-4926-b27a-fc74ca8d2699 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Apr 11 18:14:56.472813 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d94d8294-41a0-4bcd-870f-0945cba9c02d req-a146fee2-17e3-47ae-91ce-38fc0a110f39 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 210 time: 0.0502470 Apr 11 18:14:56.862745 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9f42a-1d1a-4d95-8ab1-7bff82c16b74 req-6e6ebb18-1497-4814-bde4-82caa2cdd642 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:56.864507 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-66c9f42a-1d1a-4d95-8ab1-7bff82c16b74 req-6e6ebb18-1497-4814-bde4-82caa2cdd642 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.2899554 Apr 11 18:14:56.911620 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-66c9f42a-1d1a-4d95-8ab1-7bff82c16b74 req-7db18107-259c-4f0a-bd99-3a9c9818cd8c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Apr 11 18:14:57.349592 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad5e64-386b-4353-a4e5-2739b05076b7 req-75e6a76f-acb9-4228-bad6-024ccf8310c7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:57.351731 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-33ad5e64-386b-4353-a4e5-2739b05076b7 req-75e6a76f-acb9-4228-bad6-024ccf8310c7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Apr 11 18:14:57.399891 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-33ad5e64-386b-4353-a4e5-2739b05076b7 req-f1f08426-3dc7-4122-9aef-946c91a37925 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424476 Apr 11 18:14:57.494742 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eb742-857b-4c9f-bc5b-4f0a8a4217cd req-633b060e-e771-4548-affe-83a14f45ea97 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:57.496648 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-020eb742-857b-4c9f-bc5b-4f0a8a4217cd req-633b060e-e771-4548-affe-83a14f45ea97 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 944 time: 0.0535448 Apr 11 18:14:57.557348 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-020eb742-857b-4c9f-bc5b-4f0a8a4217cd req-1b373e6c-2828-4072-8178-99cb4df78f12 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505266 Apr 11 18:14:57.568229 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 482ca25c-b162-49b5-83b4-485cc9cc0a57 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:14:57.615412 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1c46dbab-b02d-458c-8458-fac165a1d29e req-17aea635-90aa-41d4-aac0-c611346f96bf tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 210 time: 0.0325391 Apr 11 18:14:57.669219 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 482ca25c-b162-49b5-83b4-485cc9cc0a57, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=482ca25c-b162-49b5-83b4-485cc9cc0a57,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:57.684676 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '482ca25c-b162-49b5-83b4-485cc9cc0a57', 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5', 'port_id': '482ca25c-b162-49b5-83b4-485cc9cc0a57', 'mac_address': 'fa:16:3e:f5:7d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06563a33-b30f-4eda-ae56-5af57288c29b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:14:57.732709 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 482ca25c-b162-49b5-83b4-485cc9cc0a57 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:14:57.733094 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:57.748827 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482ca25c-b162-49b5-83b4-485cc9cc0a57 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:14:57.770438 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 482ca25c-b162-49b5-83b4-485cc9cc0a57, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=482ca25c-b162-49b5-83b4-485cc9cc0a57,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:14:57.782941 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54808) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:57.846182 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:57.891120 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b39a207-c6fe-478c-8cca-8ec1399609f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:57.906187 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=482ca25c-b162-49b5-83b4-485cc9cc0a57,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:57.973936 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b39a207-c6fe-478c-8cca-8ec1399609f8 admin admin] Publish callbacks [] for security_group (5862ade6-c2de-41fa-8ec1-70e1286477da), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:58.029772 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781470ce-7e7a-4bbf-83f0-9f0aec46c329 req-c7edf78d-cea4-4713-8c29-6c6e57573638 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:58.031119 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-781470ce-7e7a-4bbf-83f0-9f0aec46c329 req-c7edf78d-cea4-4713-8c29-6c6e57573638 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0492644 Apr 11 18:14:58.039292 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b39a207-c6fe-478c-8cca-8ec1399609f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5862ade6-c2de-41fa-8ec1-70e1286477da), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:58.080077 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2b39a207-c6fe-478c-8cca-8ec1399609f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9745880998c4c6b8af0d3ad737f2e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960434 Apr 11 18:14:58.080927 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39a207-c6fe-478c-8cca-8ec1399609f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5862ade6-c2de-41fa-8ec1-70e1286477da,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:58.083728 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54814) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:58.087079 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-781470ce-7e7a-4bbf-83f0-9f0aec46c329 req-a468ef70-8a24-4eae-ab30-d4fb4370edcc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501659 Apr 11 18:14:58.148783 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa4eb-d999-4678-be4c-e9b57b120628 admin admin] Publish callbacks [] for security_group (5862ade6-c2de-41fa-8ec1-70e1286477da), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:58.180798 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa4eb-d999-4678-be4c-e9b57b120628 admin admin] Publish callbacks [] for security_group (5862ade6-c2de-41fa-8ec1-70e1286477da), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:58.234236 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['482ca25c-b162-49b5-83b4-485cc9cc0a57'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:14:58.318847 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa4eb-d999-4678-be4c-e9b57b120628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5862ade6-c2de-41fa-8ec1-70e1286477da), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:58.322217 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa4eb-d999-4678-be4c-e9b57b120628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:58.326358 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2b0aa4eb-d999-4678-be4c-e9b57b120628 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5862ade6-c2de-41fa-8ec1-70e1286477da HTTP/1.1" status: 204 len: 168 time: 0.2419696 Apr 11 18:14:58.341986 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0aa4eb-d999-4678-be4c-e9b57b120628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5862ade6-c2de-41fa-8ec1-70e1286477da,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:58.387837 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-6dcf6e5f-979e-4cf7-a717-cb201683cddd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828717 Apr 11 18:14:58.473085 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-6f3bc512-d85f-4489-a08b-7e43b6790b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:58.474599 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-6f3bc512-d85f-4489-a08b-7e43b6790b55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 1130 time: 0.0468292 Apr 11 18:14:58.537488 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27268b-469a-409b-86de-562e50f5e933 req-4523b540-0608-438f-a0f3-5c909f34138a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:58.539679 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2e27268b-469a-409b-86de-562e50f5e933 req-4523b540-0608-438f-a0f3-5c909f34138a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0554500 Apr 11 18:14:58.593308 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2e27268b-469a-409b-86de-562e50f5e933 req-2ea5a31a-d576-4efe-ac22-eeba333f006d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478954 Apr 11 18:14:58.605184 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-2b4a5207-f6dd-4995-8437-95b54a0b3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:58.606739 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-2b4a5207-f6dd-4995-8437-95b54a0b3fce service neutron] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 916 time: 0.1060040 Apr 11 18:14:58.684298 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454df36-308d-4756-8938-90ceaa6c1b6a req-edc45723-6cff-4f72-b1e8-902aeda54780 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:58.685813 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2454df36-308d-4756-8938-90ceaa6c1b6a req-edc45723-6cff-4f72-b1e8-902aeda54780 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 945 time: 0.0498750 Apr 11 18:14:58.712357 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f067b8d8-4e65-4834-8ad8-726c595f18e0 req-3b3caca3-96fb-483f-bc38-3f5600c2b1f2 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 210 time: 0.0289772 Apr 11 18:14:58.735476 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2454df36-308d-4756-8938-90ceaa6c1b6a req-06746cf9-17ee-40c9-b1f8-c8506aa0424d tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439384 Apr 11 18:14:58.868356 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-a6ff5c68-8272-486d-989b-9353b438dbde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28739b5-4378-4ecd-b1ea-3bbf9ec36357 HTTP/1.1" status: 200 len: 1001 time: 0.0660586 Apr 11 18:14:58.929370 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-7f196e3b-76e8-4b95-b915-5f32fd34dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:58.931155 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-7f196e3b-76e8-4b95-b915-5f32fd34dea2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.0520306 Apr 11 18:14:58.983741 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-bb602eb7-8cac-4be3-838b-a6d60a559c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:58.985274 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-bb602eb7-8cac-4be3-838b-a6d60a559c55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400245 Apr 11 18:14:59.080941 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-4b14d9a7-caba-4bf7-9b8e-45e436983f0f service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879252 Apr 11 18:14:59.209007 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159ff01-e3fa-40eb-81fc-28a526577bf5 req-a25a6266-4ab9-4a03-9d9f-ff0cbe1f567f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:59.211337 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f159ff01-e3fa-40eb-81fc-28a526577bf5 req-a25a6266-4ab9-4a03-9d9f-ff0cbe1f567f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0513897 Apr 11 18:14:59.257572 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-92638b3f-5512-4433-a5b9-7d532a0f10e3 req-bd7920ae-9fec-4b7a-988a-b675d12b2201 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690190 Apr 11 18:14:59.270373 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-47626d31-8892-4a0e-a8d3-9d78f3248ce4 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:59.271906 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-47626d31-8892-4a0e-a8d3-9d78f3248ce4 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 815 time: 0.1656144 Apr 11 18:14:59.283242 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f159ff01-e3fa-40eb-81fc-28a526577bf5 req-6df82141-128a-4603-9b43-a57c725284e0 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651438 Apr 11 18:14:59.362677 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-5cc8eab8-d4e2-475b-b86d-0c011ddb24f2 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 473 time: 0.0747139 Apr 11 18:14:59.394511 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54854) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:59.410644 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-36512ba1-cf4c-4952-a258-eef23afd4427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:59.463683 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:59.508732 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-36512ba1-cf4c-4952-a258-eef23afd4427 admin admin] Publish callbacks [] for security_group (ef05e2d2-3f96-43a9-9ced-5f9ffed1264d), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:59.593234 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 482ca25c-b162-49b5-83b4-485cc9cc0a57 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:14:59.624666 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-36512ba1-cf4c-4952-a258-eef23afd4427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ef05e2d2-3f96-43a9-9ced-5f9ffed1264d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:59.641805 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'port': {'device_id': '7653689d-6e78-4896-8740-6ab335313d6f', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'admin_state_up': True, 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'security_groups': ['48ea57fa-d324-4be7-86ed-76e2da743161']}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:14:59.642521 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 482ca25c-b162-49b5-83b4-485cc9cc0a57 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:14:59.657499 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36512ba1-cf4c-4952-a258-eef23afd4427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef05e2d2-3f96-43a9-9ced-5f9ffed1264d,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:59.688629 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-36512ba1-cf4c-4952-a258-eef23afd4427 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa29698bb5614ccdb6c312486e74852b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930954 Apr 11 18:14:59.691082 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54862) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:59.737858 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 482ca25c-b162-49b5-83b4-485cc9cc0a57 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:14:59.738235 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:59.750052 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d99a3bd-a4d2-475e-942b-549fc01197b7 admin admin] Publish callbacks [] for security_group (ef05e2d2-3f96-43a9-9ced-5f9ffed1264d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:59.810937 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d99a3bd-a4d2-475e-942b-549fc01197b7 admin admin] Publish callbacks [] for security_group (ef05e2d2-3f96-43a9-9ced-5f9ffed1264d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:59.849571 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e516f5a-d09c-4e91-b5c6-346ed7b3115c req-08033c7e-a81b-48cd-9f82-c48e67ccf046 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:14:59.858272 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6e516f5a-d09c-4e91-b5c6-346ed7b3115c req-08033c7e-a81b-48cd-9f82-c48e67ccf046 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0857563 Apr 11 18:14:59.932223 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6e516f5a-d09c-4e91-b5c6-346ed7b3115c req-2bb96e90-3f67-4ed2-a0f1-f2bb3985550f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689831 Apr 11 18:14:59.959702 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e7f4242e-cb32-442e-b81d-d0b4cafb1872 req-a9bede36-b9ad-4299-8192-0acb3ba95bf3 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 210 time: 0.0517888 Apr 11 18:14:59.978085 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Made reservation on behalf of 263e30cdf3474a53a5d75ec47206d89d for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:14:59.981623 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:00.042401 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 482ca25c-b162-49b5-83b4-485cc9cc0a57 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:00.042799 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:00.058477 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d99a3bd-a4d2-475e-942b-549fc01197b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ef05e2d2-3f96-43a9-9ced-5f9ffed1264d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:00.062707 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d99a3bd-a4d2-475e-942b-549fc01197b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:00.068736 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5d99a3bd-a4d2-475e-942b-549fc01197b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef05e2d2-3f96-43a9-9ced-5f9ffed1264d HTTP/1.1" status: 204 len: 168 time: 0.3764384 Apr 11 18:15:00.088701 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99a3bd-a4d2-475e-942b-549fc01197b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef05e2d2-3f96-43a9-9ced-5f9ffed1264d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:00.099441 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe4dc43-37f3-462d-aab1-1262c5d99d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482ca25c-b162-49b5-83b4-485cc9cc0a57'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:00.102351 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b8824f-793d-4c1a-9af7-e3f5ed26c185" -d '{"events": [{"server_uuid": "fbe4dc43-37f3-462d-aab1-1262c5d99d09", "name": "network-vif-plugged", "status": "completed", "tag": "482ca25c-b162-49b5-83b4-485cc9cc0a57"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:00.113668 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d95064-85fb-4cf0-a6c4-5e117d8d2bcf req-6b2d477f-53b1-4b1b-aa9e-514ae79e42bc tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:00.138755 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d6d95064-85fb-4cf0-a6c4-5e117d8d2bcf req-6b2d477f-53b1-4b1b-aa9e-514ae79e42bc tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 945 time: 0.1172385 Apr 11 18:15:00.154470 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 482ca25c-b162-49b5-83b4-485cc9cc0a57, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=482ca25c-b162-49b5-83b4-485cc9cc0a57,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:00.168908 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0276e24-94aa-440e-a4e1-d0dc84c63760 req-cb784e0c-6a77-4f15-bb0d-41122fedb4fc tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:00.176239 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f0276e24-94aa-440e-a4e1-d0dc84c63760 req-cb784e0c-6a77-4f15-bb0d-41122fedb4fc tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.1503904 Apr 11 18:15:00.202599 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d6d95064-85fb-4cf0-a6c4-5e117d8d2bcf req-3af87b6f-5d3c-49b1-8d69-3051ece2f4b5 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690029 Apr 11 18:15:00.229419 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:00.291662 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b77977-42a2-41e5-8e7f-18fb1658f397 x-openstack-request-id: req-d3b77977-42a2-41e5-8e7f-18fb1658f397 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:00.291998 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe4dc43-37f3-462d-aab1-1262c5d99d09", "name": "network-vif-plugged", "status": "completed", "tag": "482ca25c-b162-49b5-83b4-485cc9cc0a57", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:00.292311 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3b77977-42a2-41e5-8e7f-18fb1658f397 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:00.292709 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b77977-42a2-41e5-8e7f-18fb1658f397'] response: {'server_uuid': 'fbe4dc43-37f3-462d-aab1-1262c5d99d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482ca25c-b162-49b5-83b4-485cc9cc0a57', 'code': 200} Apr 11 18:15:00.320643 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f0276e24-94aa-440e-a4e1-d0dc84c63760 req-362dbf25-737c-431d-a910-ad76b6ff85d8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434603 Apr 11 18:15:00.327260 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=482ca25c-b162-49b5-83b4-485cc9cc0a57,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:00.351544 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Allocated IP 172.20.0.14 (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917/9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8/4a9104b4-a3eb-4b9b-a196-007d6da125bf) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:15:00.433943 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc276ba-c2dd-4b4e-9417-3026a35339a6 req-552b4916-4173-4ed3-ba16-7a087128bd9b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:00.435821 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cbc276ba-c2dd-4b4e-9417-3026a35339a6 req-552b4916-4173-4ed3-ba16-7a087128bd9b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0560648 Apr 11 18:15:00.511796 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cbc276ba-c2dd-4b4e-9417-3026a35339a6 req-f1120058-76db-475e-8fb9-7823eb1dd926 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586264 Apr 11 18:15:00.521416 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:00.647080 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:00.690580 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:15:00.693640 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:15:00.697376 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:15:00.706252 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=4a9104b4-a3eb-4b9b-a196-007d6da125bf,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:00.767637 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:00.777196 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:00.827065 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057ce9c-40b8-4b12-817e-48ff55db2424 req-ef109054-3f0d-4263-8f31-b8ea7a8156e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:00.828620 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2057ce9c-40b8-4b12-817e-48ff55db2424 req-ef109054-3f0d-4263-8f31-b8ea7a8156e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 1130 time: 0.0482869 Apr 11 18:15:00.881991 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2057ce9c-40b8-4b12-817e-48ff55db2424 req-e68b91bd-c248-49ea-9897-83ad6bb5186c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446806 Apr 11 18:15:00.900402 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54900) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:00.916003 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-93e62c35-81c1-4165-b289-29f3b14d94ff tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2782416 Apr 11 18:15:00.972498 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-e849a26d-00a5-42fe-b4ec-8f574bcf14e1 None None] Provisioning complete for port 4a9104b4-a3eb-4b9b-a196-007d6da125bf triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:15:00.973184 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e849a26d-00a5-42fe-b4ec-8f574bcf14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.019447 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-e849a26d-00a5-42fe-b4ec-8f574bcf14e1 None None] Port 4a9104b4-a3eb-4b9b-a196-007d6da125bf cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:15:01.033636 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54908) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:01.050411 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-15e937df-abb7-402e-9b1e-84429cc4808e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.057980 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-23c2c63d-546b-48a3-ab79-c9d0ef9c7dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.075776 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b5c0c-145d-45ec-af7b-0c380540198d req-75cf5b77-2caa-4372-84c1-2a29ef8056a1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:01.077302 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-341b5c0c-145d-45ec-af7b-0c380540198d req-75cf5b77-2caa-4372-84c1-2a29ef8056a1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0710094 Apr 11 18:15:01.112803 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f52c00-2b3e-4b6d-9b63-22d88f72acd3 req-660422f3-de5a-4c63-81ff-fbd17c30b89d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:01.115277 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97f52c00-2b3e-4b6d-9b63-22d88f72acd3 req-660422f3-de5a-4c63-81ff-fbd17c30b89d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 932 time: 0.0669663 Apr 11 18:15:01.135542 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Request body: {'port': {'device_id': '7653689d-6e78-4896-8740-6ab335313d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:15:01.192814 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-341b5c0c-145d-45ec-af7b-0c380540198d req-c7c8b08a-8be0-4e6a-9779-6dbacc25e92e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092100 Apr 11 18:15:01.204555 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97f52c00-2b3e-4b6d-9b63-22d88f72acd3 req-fc957491-9366-4641-a48f-f08a6646bfa6 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762262 Apr 11 18:15:01.226306 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-15e937df-abb7-402e-9b1e-84429cc4808e admin admin] Publish callbacks [] for security_group (593a5297-6c84-48cb-9769-512e636e4442), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.251047 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.259830 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-23c2c63d-546b-48a3-ab79-c9d0ef9c7dbb admin admin] Publish callbacks [] for security_group (b9677f57-66c6-4992-8ed7-307b9b2e4644), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.332363 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-15e937df-abb7-402e-9b1e-84429cc4808e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (593a5297-6c84-48cb-9769-512e636e4442), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.382911 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-15e937df-abb7-402e-9b1e-84429cc4808e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1be4f46dfa85424d8c4f758038f51363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481228 Apr 11 18:15:01.384011 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e937df-abb7-402e-9b1e-84429cc4808e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a5297-6c84-48cb-9769-512e636e4442,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:01.387401 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54918) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:01.393905 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-23c2c63d-546b-48a3-ab79-c9d0ef9c7dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (b9677f57-66c6-4992-8ed7-307b9b2e4644), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.453149 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fbf8-1b98-4c88-b2e2-1d49952792cb req-9602063a-0cb5-4eea-b2d9-5acd26e4ddde tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:01.454734 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bd06fbf8-1b98-4c88-b2e2-1d49952792cb req-9602063a-0cb5-4eea-b2d9-5acd26e4ddde tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 946 time: 0.1484866 Apr 11 18:15:01.464633 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6ef3-e6cc-433e-9fa4-02b320b417ea req-6aa8c891-57b4-4021-9eec-dbba8db90094 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:01.466400 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-af1e6ef3-e6cc-433e-9fa4-02b320b417ea req-6aa8c891-57b4-4021-9eec-dbba8db90094 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0715249 Apr 11 18:15:01.489857 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2c63d-546b-48a3-ab79-c9d0ef9c7dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9677f57-66c6-4992-8ed7-307b9b2e4644,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:01.495140 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-23c2c63d-546b-48a3-ab79-c9d0ef9c7dbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5da5c78f65b3446dbc8205fed61c3947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936184 Apr 11 18:15:01.502913 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 54920) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:01.513806 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-65480dec-e4d9-4638-a4f4-99ef05c4c7b3 admin admin] Publish callbacks [] for security_group (593a5297-6c84-48cb-9769-512e636e4442), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.577499 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-65480dec-e4d9-4638-a4f4-99ef05c4c7b3 admin admin] Publish callbacks [] for security_group (593a5297-6c84-48cb-9769-512e636e4442), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.578753 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bd06fbf8-1b98-4c88-b2e2-1d49952792cb req-0323386e-54f4-4421-bf54-440131cb3371 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064653 Apr 11 18:15:01.595252 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-af1e6ef3-e6cc-433e-9fa4-02b320b417ea req-589c7e76-bb49-4c5e-a4b3-821cbf05aae1 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198850 Apr 11 18:15:01.635047 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d8b-f776-4242-8c9c-917bee878dd7 admin admin] Publish callbacks [] for security_group (b9677f57-66c6-4992-8ed7-307b9b2e4644), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.660334 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d8b-f776-4242-8c9c-917bee878dd7 admin admin] Publish callbacks [] for security_group (b9677f57-66c6-4992-8ed7-307b9b2e4644), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.685177 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9104b4-a3eb-4b9b-a196-007d6da125bf {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:15:01.721584 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Publish callbacks [] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.742997 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-65480dec-e4d9-4638-a4f4-99ef05c4c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (593a5297-6c84-48cb-9769-512e636e4442), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.746271 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-65480dec-e4d9-4638-a4f4-99ef05c4c7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.750932 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-65480dec-e4d9-4638-a4f4-99ef05c4c7b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/593a5297-6c84-48cb-9769-512e636e4442 HTTP/1.1" status: 204 len: 168 time: 0.3590825 Apr 11 18:15:01.751069 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521f476-65e2-4dfa-b34a-f6c209b9004f req-ab00b629-8e8b-4f03-8b97-604d5fef2092 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:01.751069 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7521f476-65e2-4dfa-b34a-f6c209b9004f req-ab00b629-8e8b-4f03-8b97-604d5fef2092 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0808692 Apr 11 18:15:01.758269 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65480dec-e4d9-4638-a4f4-99ef05c4c7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a5297-6c84-48cb-9769-512e636e4442,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:01.801044 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Transition to ACTIVE for port object 4a9104b4-a3eb-4b9b-a196-007d6da125bf will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:15:01.801288 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d8b-f776-4242-8c9c-917bee878dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (b9677f57-66c6-4992-8ed7-307b9b2e4644), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.804236 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d8b-f776-4242-8c9c-917bee878dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.806717 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7e4b6d8b-f776-4242-8c9c-917bee878dd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9677f57-66c6-4992-8ed7-307b9b2e4644 HTTP/1.1" status: 204 len: 168 time: 0.3022091 Apr 11 18:15:01.807039 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7521f476-65e2-4dfa-b34a-f6c209b9004f req-acadf645-836d-4181-bfc0-f56fc7cfe437 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487304 Apr 11 18:15:01.816601 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b6d8b-f776-4242-8c9c-917bee878dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9677f57-66c6-4992-8ed7-307b9b2e4644,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:01.903498 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:01.959247 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9104b4-a3eb-4b9b-a196-007d6da125bf,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:02.028015 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Attempting to bind port 4a9104b4-a3eb-4b9b-a196-007d6da125bf on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:15:02.028389 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Attempting to bind port 4a9104b4-a3eb-4b9b-a196-007d6da125bf by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:15:02.028726 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Attempting to bind port 4a9104b4-a3eb-4b9b-a196-007d6da125bf on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:15:02.033699 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Port 4a9104b4-a3eb-4b9b-a196-007d6da125bf on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:15:02.034033 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Attempting to bind port 4a9104b4-a3eb-4b9b-a196-007d6da125bf on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:15:02.040088 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:15:02.040453 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Checking segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:15:02.040848 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Bound using segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:15:02.041293 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Bound port: 4a9104b4-a3eb-4b9b-a196-007d6da125bf, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:15:02.041662 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:02.136470 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] For port 4a9104b4-a3eb-4b9b-a196-007d6da125bf, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:15:02.143083 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] For port 4a9104b4-a3eb-4b9b-a196-007d6da125bf, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4a9104b4-a3eb-4b9b-a196-007d6da125bf,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:15:02.218019 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:02.253718 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:02.254420 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:02.255977 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a9104b4-a3eb-4b9b-a196-007d6da125bf HTTP/1.1" status: 200 len: 1094 time: 1.1277905 Apr 11 18:15:02.259188 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7653689d-6e78-4896-8740-6ab335313d6f', 'tag': '4a9104b4-a3eb-4b9b-a196-007d6da125bf'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:02.261503 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e42e311-8f84-4715-afef-0c706d653acc" -d '{"events": [{"name": "network-changed", "server_uuid": "7653689d-6e78-4896-8740-6ab335313d6f", "tag": "4a9104b4-a3eb-4b9b-a196-007d6da125bf"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:02.296113 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489a71c-5ae6-4e32-aa73-ffdeb3aaeff4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9104b4-a3eb-4b9b-a196-007d6da125bf,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:02.388592 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d28d-66dd-495e-9c13-9f3670a0b0a0 req-682cd3c8-3f47-4fe1-8c5f-e86ce3b33168 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:02.390457 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3627d28d-66dd-495e-9c13-9f3670a0b0a0 req-682cd3c8-3f47-4fe1-8c5f-e86ce3b33168 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 944 time: 0.0583804 Apr 11 18:15:02.392312 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3a488-eab7-4d20-86b8-e16beade4003 req-6ba2a5cb-329a-4990-9d67-142f6babf886 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:02.393811 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18a3a488-eab7-4d20-86b8-e16beade4003 req-6ba2a5cb-329a-4990-9d67-142f6babf886 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0546780 Apr 11 18:15:02.446622 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18a3a488-eab7-4d20-86b8-e16beade4003 req-7291825f-0014-4969-b5ad-4fe8c11b02d4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464740 Apr 11 18:15:02.449237 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3627d28d-66dd-495e-9c13-9f3670a0b0a0 req-789f2329-16ba-43de-90e5-2abdab92aa0c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526814 Apr 11 18:15:02.499234 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aafe329-f32d-4c71-8854-a79b6381b385 x-openstack-request-id: req-2aafe329-f32d-4c71-8854-a79b6381b385 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:02.499717 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7653689d-6e78-4896-8740-6ab335313d6f", "tag": "4a9104b4-a3eb-4b9b-a196-007d6da125bf", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:02.499976 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2aafe329-f32d-4c71-8854-a79b6381b385 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:02.500445 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aafe329-f32d-4c71-8854-a79b6381b385'] response: {'name': 'network-changed', 'server_uuid': '7653689d-6e78-4896-8740-6ab335313d6f', 'tag': '4a9104b4-a3eb-4b9b-a196-007d6da125bf', 'status': 'completed', 'code': 200} Apr 11 18:15:02.601839 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54948) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:02.619877 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c0aebc9f-8ef3-453a-a92d-24267ae85fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:02.735492 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b317b-8942-4db4-8ca4-295d8d67db10 req-6558ebfb-ed63-4a48-89ca-5810d2940871 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:02.737068 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-484b317b-8942-4db4-8ca4-295d8d67db10 req-6558ebfb-ed63-4a48-89ca-5810d2940871 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 946 time: 0.0729163 Apr 11 18:15:02.766055 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c0aebc9f-8ef3-453a-a92d-24267ae85fe6 admin admin] Publish callbacks [] for security_group (1950b777-3e3a-4406-86d6-90f4f36031c4), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:02.771179 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374426c-4b62-4465-b0d8-3d9b0c66928b req-df05fe3d-53b6-4986-a76c-ba642b93335a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:02.772928 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a374426c-4b62-4465-b0d8-3d9b0c66928b req-df05fe3d-53b6-4986-a76c-ba642b93335a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0880148 Apr 11 18:15:02.794604 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-484b317b-8942-4db4-8ca4-295d8d67db10 req-bb1ebadb-56f9-4d1c-8456-b51ca9250896 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495994 Apr 11 18:15:02.826079 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a374426c-4b62-4465-b0d8-3d9b0c66928b req-be812c1c-2f7e-42d2-a362-66818905db6c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469820 Apr 11 18:15:02.829863 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8eede566-aeb6-4e32-ad1a-6f3ccc53aab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:02.891820 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c0aebc9f-8ef3-453a-a92d-24267ae85fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (1950b777-3e3a-4406-86d6-90f4f36031c4), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:02.933707 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-c0aebc9f-8ef3-453a-a92d-24267ae85fe6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=931a698e6b5b4fcc8a10cc78921d7c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306911 Apr 11 18:15:02.934580 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aebc9f-8ef3-453a-a92d-24267ae85fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1950b777-3e3a-4406-86d6-90f4f36031c4,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:02.937051 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 54964) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:02.942300 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9b2ea-7a97-436a-a8cc-2556e17d2105 req-9b6625ed-cac8-41d4-85f3-03ef155e741d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:02.944302 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19d9b2ea-7a97-436a-a8cc-2556e17d2105 req-9b6625ed-cac8-41d4-85f3-03ef155e741d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0538018 Apr 11 18:15:02.998365 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f4f6159a-c960-4ef4-8311-65a04b7d5a66 admin admin] Publish callbacks [] for security_group (1950b777-3e3a-4406-86d6-90f4f36031c4), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:02.998810 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19d9b2ea-7a97-436a-a8cc-2556e17d2105 req-889018dc-88a2-490b-80c1-8ccac0c42389 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Apr 11 18:15:03.018217 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f4f6159a-c960-4ef4-8311-65a04b7d5a66 admin admin] Publish callbacks [] for security_group (1950b777-3e3a-4406-86d6-90f4f36031c4), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:03.137627 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f4f6159a-c960-4ef4-8311-65a04b7d5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (1950b777-3e3a-4406-86d6-90f4f36031c4), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:03.140323 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f4f6159a-c960-4ef4-8311-65a04b7d5a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:03.141497 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-f4f6159a-c960-4ef4-8311-65a04b7d5a66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1950b777-3e3a-4406-86d6-90f4f36031c4 HTTP/1.1" status: 204 len: 168 time: 0.2035501 Apr 11 18:15:03.150307 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6159a-c960-4ef4-8311-65a04b7d5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1950b777-3e3a-4406-86d6-90f4f36031c4,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:03.578154 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20a4bb-6276-492b-b329-247fc70b2589 req-cdbcf38e-9c3d-4600-a3ae-465b0913143f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:03.579739 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2d20a4bb-6276-492b-b329-247fc70b2589 req-cdbcf38e-9c3d-4600-a3ae-465b0913143f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0546963 Apr 11 18:15:03.584887 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25b66f-3569-468b-a455-47c8d989ad68 req-e130ad35-68c8-480c-8a5c-ab8b76da444e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:03.586607 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac25b66f-3569-468b-a455-47c8d989ad68 req-e130ad35-68c8-480c-8a5c-ab8b76da444e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 944 time: 0.0523255 Apr 11 18:15:03.635808 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2d20a4bb-6276-492b-b329-247fc70b2589 req-1c503286-a312-4d4f-81ba-7c11ea486a00 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503559 Apr 11 18:15:03.641336 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac25b66f-3569-468b-a455-47c8d989ad68 req-9fd24d58-b083-4106-bc53-1a1f6084c659 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483952 Apr 11 18:15:03.924686 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d463f-2074-4595-b378-eab9b0f73115 req-fecc97d6-3959-49b6-b732-ad7ca307ae4c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:03.927775 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ff4d463f-2074-4595-b378-eab9b0f73115 req-fecc97d6-3959-49b6-b732-ad7ca307ae4c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 946 time: 0.0538785 Apr 11 18:15:03.950230 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030e7e0-7355-4948-9ed6-b0ec2695ff09 req-791ca83b-386f-4f2c-98e2-b437dc3fbcc4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:03.951760 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5030e7e0-7355-4948-9ed6-b0ec2695ff09 req-791ca83b-386f-4f2c-98e2-b437dc3fbcc4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0499983 Apr 11 18:15:03.984553 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ff4d463f-2074-4595-b378-eab9b0f73115 req-0606b019-6752-43a0-8980-8edc5d9e039b tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502450 Apr 11 18:15:04.023595 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5030e7e0-7355-4948-9ed6-b0ec2695ff09 req-04e61fb9-0546-4f80-ad7e-cfe4173a79a3 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655143 Apr 11 18:15:04.121192 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f75559-3877-4b7c-b7f6-bab1e2595554 req-ef54b252-b116-4fe5-98f4-24761343f0a4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:04.122691 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-07f75559-3877-4b7c-b7f6-bab1e2595554 req-ef54b252-b116-4fe5-98f4-24761343f0a4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0479429 Apr 11 18:15:04.178847 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-07f75559-3877-4b7c-b7f6-bab1e2595554 req-359e7625-a921-4b9e-9232-31e8971233bd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504208 Apr 11 18:15:04.783785 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9297bb-90a1-4da9-8a15-ebdd42ce2592 req-4cc96d0f-cfc4-4f69-8ab9-87398144fb2e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:04.785424 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f9297bb-90a1-4da9-8a15-ebdd42ce2592 req-4cc96d0f-cfc4-4f69-8ab9-87398144fb2e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 944 time: 0.0732110 Apr 11 18:15:04.786704 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bdcab-9e5c-426c-bc32-1ec0f7e00244 req-69b18718-77ca-420f-9314-39de397aca91 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:04.788901 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-846bdcab-9e5c-426c-bc32-1ec0f7e00244 req-69b18718-77ca-420f-9314-39de397aca91 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0730183 Apr 11 18:15:04.840899 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-846bdcab-9e5c-426c-bc32-1ec0f7e00244 req-cfe57540-eb35-4df1-98ec-5b8877088c23 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435262 Apr 11 18:15:04.845001 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f9297bb-90a1-4da9-8a15-ebdd42ce2592 req-22bc1443-0f84-4e02-a4b9-159776585412 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508473 Apr 11 18:15:05.029334 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdc55-a985-4c20-afeb-250e1d95437e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:05.114441 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff51b2-cb3e-40fa-8cef-ee65254df502 req-8a53d50a-8c92-4fa0-8871-d3cbe337b835 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:05.116300 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-48ff51b2-cb3e-40fa-8cef-ee65254df502 req-8a53d50a-8c92-4fa0-8871-d3cbe337b835 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 946 time: 0.0628638 Apr 11 18:15:05.159208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c9686-1f74-421e-8609-58a022789a67 req-5f89291c-ea49-4b33-a181-a7e2ccdfb733 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:05.161291 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9a9c9686-1f74-421e-8609-58a022789a67 req-5f89291c-ea49-4b33-a181-a7e2ccdfb733 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0594733 Apr 11 18:15:05.175769 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-48ff51b2-cb3e-40fa-8cef-ee65254df502 req-62d3b468-bae1-4267-9b86-a2899df63118 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534985 Apr 11 18:15:05.214914 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9a9c9686-1f74-421e-8609-58a022789a67 req-db86702d-4e41-42d8-bacc-610f86271aa1 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475991 Apr 11 18:15:05.299308 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc7f8-e928-4ded-b037-7fbfe5496f6e req-a0243158-5417-40f4-9a34-28833c96d8e4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:05.301028 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fe0dc7f8-e928-4ded-b037-7fbfe5496f6e req-a0243158-5417-40f4-9a34-28833c96d8e4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0511329 Apr 11 18:15:05.362130 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fe0dc7f8-e928-4ded-b037-7fbfe5496f6e req-2cc7080b-1426-4744-84d7-24ff738d33a4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554323 Apr 11 18:15:05.601595 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e311-8f84-4715-afef-0c706d653acc req-29a92ca5-e90e-4d91-a201-0c740393d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:05.603112 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7e42e311-8f84-4715-afef-0c706d653acc req-29a92ca5-e90e-4d91-a201-0c740393d5f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 1128 time: 0.0437872 Apr 11 18:15:05.710410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e311-8f84-4715-afef-0c706d653acc req-8c6d3318-c087-47ec-8882-a649966eb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:05.711886 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7e42e311-8f84-4715-afef-0c706d653acc req-8c6d3318-c087-47ec-8882-a649966eb897 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=263e30cdf3474a53a5d75ec47206d89d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1004930 Apr 11 18:15:05.814015 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e311-8f84-4715-afef-0c706d653acc req-9f5c1071-d5cb-49e4-9620-893712877ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:05.815478 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7e42e311-8f84-4715-afef-0c706d653acc req-9f5c1071-d5cb-49e4-9620-893712877ae7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961697 Apr 11 18:15:05.910163 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-887d94c7-bd7a-470e-a12b-2eab1c810332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:05.911954 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-887d94c7-bd7a-470e-a12b-2eab1c810332 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 1128 time: 0.0579033 Apr 11 18:15:05.970435 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-5c15dbb3-4819-4fcb-9a3d-d63845db2df7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a9104b4-a3eb-4b9b-a196-007d6da125bf HTTP/1.1" status: 200 len: 217 time: 0.0501657 Apr 11 18:15:05.985177 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939294f-f1c9-4508-b065-21371b9a497f req-59119855-16db-4160-be92-16fa4b0ea98b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:05.986704 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9939294f-f1c9-4508-b065-21371b9a497f req-59119855-16db-4160-be92-16fa4b0ea98b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0620835 Apr 11 18:15:06.036592 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f86f7b-2018-46e5-b120-76752db42478 req-dc01515c-a7c1-4dd1-8af2-10271e67e647 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:06.038750 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-65f86f7b-2018-46e5-b120-76752db42478 req-dc01515c-a7c1-4dd1-8af2-10271e67e647 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 944 time: 0.1112194 Apr 11 18:15:06.049886 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9939294f-f1c9-4508-b065-21371b9a497f req-c1fc012c-ba0a-4b16-815e-1b140e297b76 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548494 Apr 11 18:15:06.054309 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-3d3bd376-2dcc-4285-b63f-8ff2c085e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:06.055863 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-3d3bd376-2dcc-4285-b63f-8ff2c085e722 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.0670164 Apr 11 18:15:06.131393 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-65f86f7b-2018-46e5-b120-76752db42478 req-006d561a-7555-43f5-835d-267eecfdb7e1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863111 Apr 11 18:15:06.135489 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-cf7ed876-b5c0-4adf-8446-e7bba90ee839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:06.137064 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-cf7ed876-b5c0-4adf-8446-e7bba90ee839 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731180 Apr 11 18:15:06.245879 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-3e294e08-334d-4bce-b73f-386ab1e700c9 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013503 Apr 11 18:15:06.302800 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe92152-2f89-4c70-a864-fe0f3027c5f6 req-07409459-7bfc-41dd-b5dc-8d937e65e2f4 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:06.305052 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9fe92152-2f89-4c70-a864-fe0f3027c5f6 req-07409459-7bfc-41dd-b5dc-8d937e65e2f4 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 946 time: 0.0573342 Apr 11 18:15:06.378339 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9fe92152-2f89-4c70-a864-fe0f3027c5f6 req-1dda029e-2f32-42b4-8744-dd1b601e7e18 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556133 Apr 11 18:15:06.379946 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcb9b1-b50e-466e-89a4-1e6d6e01c488 req-97a1445c-f303-4237-a58a-3dcb3f38993b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:06.382263 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-39fcb9b1-b50e-466e-89a4-1e6d6e01c488 req-97a1445c-f303-4237-a58a-3dcb3f38993b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0634322 Apr 11 18:15:06.411211 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7243d54e-da29-48dc-a43d-73c3c60e7d6d req-929c9cc8-cce5-4f4d-961b-8458f37b932a service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527526 Apr 11 18:15:06.444805 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-39fcb9b1-b50e-466e-89a4-1e6d6e01c488 req-06cf55f1-8b19-420a-a916-a191dafeb218 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507109 Apr 11 18:15:06.475563 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:06.493970 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-48deb1a3-45d5-40ec-9ea9-1e79941dcf98 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=da7aa31698de48649b233c649731728c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401084 Apr 11 18:15:06.581336 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42438cb2-9588-4127-b4df-9d2a06d82710 req-1767bb2c-5fbd-4cbb-840a-10eb9be49906 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:06.583485 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-42438cb2-9588-4127-b4df-9d2a06d82710 req-1767bb2c-5fbd-4cbb-840a-10eb9be49906 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0624535 Apr 11 18:15:06.666694 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-42438cb2-9588-4127-b4df-9d2a06d82710 req-518a116c-acae-49a7-b81e-a3ec0c2ea9f2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687213 Apr 11 18:15:06.726079 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427553-ed58-4c45-8b98-216effa966d7 req-cf52e8f7-14ad-479b-be3e-8c3c163dbf05 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:06.727578 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-cf52e8f7-14ad-479b-be3e-8c3c163dbf05 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273040 Apr 11 18:15:06.744345 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-b547e6dd-d3c6-47bd-a936-79603610f361 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/quotas/da7aa31698de48649b233c649731728c HTTP/1.1" status: 200 len: 375 time: 0.0108256 Apr 11 18:15:06.779355 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-ff5c9c1e-ee62-4f17-918c-557f10008673 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=da7aa31698de48649b233c649731728c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287013 Apr 11 18:15:07.030961 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0b2e228d-6a09-4cfb-bcb1-e8d73d43560d req-c90d86e9-7436-41db-9204-70f0adcde0c3 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 210 time: 0.0281410 Apr 11 18:15:07.188082 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 55120) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:07.202339 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d880fb-6123-419a-9601-2c25eecdcb7f req-f2c0ac70-8e4d-47c2-8c54-5002cf2ed6cd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:07.204015 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e6d880fb-6123-419a-9601-2c25eecdcb7f req-f2c0ac70-8e4d-47c2-8c54-5002cf2ed6cd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0605371 Apr 11 18:15:07.253333 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e6d880fb-6123-419a-9601-2c25eecdcb7f req-e1737ea3-51f2-47d4-a428-d9bf7f796229 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429664 Apr 11 18:15:07.258913 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f1089-b784-4c3a-8799-54eda15a1db1 req-6a26feaf-be73-4ae5-b463-029b9d3f1780 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:07.260539 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-577f1089-b784-4c3a-8799-54eda15a1db1 req-6a26feaf-be73-4ae5-b463-029b9d3f1780 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 944 time: 0.0499597 Apr 11 18:15:07.327692 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:07.333430 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-577f1089-b784-4c3a-8799-54eda15a1db1 req-e2a00337-2002-4530-867f-c94206a7b497 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675187 Apr 11 18:15:07.409719 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Publish callbacks [] for security_group (7166746f-7bf5-4a36-b9b9-355c49703003), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:07.520700 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (7166746f-7bf5-4a36-b9b9-355c49703003), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:07.558607 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7166746f-7bf5-4a36-b9b9-355c49703003,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:07.565791 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69a4273cd1e74126ae523e8bafb202b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739877 Apr 11 18:15:07.567113 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 55126) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:07.574191 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.574738 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.575078 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.575589 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.575942 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.576372 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.576892 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.577207 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.583497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.583497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.583497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.583497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.583497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.583497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.583497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b1393-326e-42c0-b271-ff1a1750c445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:07.590884 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69656d-0038-4106-be21-6b9a8069a8b0 req-7f7f2e2e-b338-48e4-9bc7-4fd7ef2bf0bc tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:07.592429 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0a69656d-0038-4106-be21-6b9a8069a8b0 req-7f7f2e2e-b338-48e4-9bc7-4fd7ef2bf0bc tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0760746 Apr 11 18:15:07.663150 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0a69656d-0038-4106-be21-6b9a8069a8b0 req-64880b81-1a0e-430b-b60a-0f700abe04b9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454407 Apr 11 18:15:07.664384 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d62d00a5-f8e4-4b23-beb2-e465a8c5ef8b admin admin] Publish callbacks [] for security_group (7166746f-7bf5-4a36-b9b9-355c49703003), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:07.689703 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d62d00a5-f8e4-4b23-beb2-e465a8c5ef8b admin admin] Publish callbacks [] for security_group (7166746f-7bf5-4a36-b9b9-355c49703003), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:07.737610 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:07.800118 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78b904-65e2-4c7b-959a-e197117cbb95 req-a22466f0-c385-4b65-9ae1-83dbcc7e86ae tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:07.801616 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cd78b904-65e2-4c7b-959a-e197117cbb95 req-a22466f0-c385-4b65-9ae1-83dbcc7e86ae tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0577378 Apr 11 18:15:07.851520 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cd78b904-65e2-4c7b-959a-e197117cbb95 req-3f14eab7-69e7-46d8-8edc-ee3f4efcb1ba tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442033 Apr 11 18:15:07.867267 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d62d00a5-f8e4-4b23-beb2-e465a8c5ef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (7166746f-7bf5-4a36-b9b9-355c49703003), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:07.870133 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d62d00a5-f8e4-4b23-beb2-e465a8c5ef8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:07.871594 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d62d00a5-f8e4-4b23-beb2-e465a8c5ef8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7166746f-7bf5-4a36-b9b9-355c49703003 HTTP/1.1" status: 204 len: 168 time: 0.3032429 Apr 11 18:15:07.883219 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d00a5-f8e4-4b23-beb2-e465a8c5ef8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166746f-7bf5-4a36-b9b9-355c49703003,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:08.148675 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cc762834-ace6-49f6-855f-e3d940a7800a req-f3fe0d77-50b8-40d2-a36b-f6dc3aba1ae3 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 210 time: 0.0293081 Apr 11 18:15:08.455898 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b22f4-b236-441c-bbb4-1372ea1ec034 req-0f89849b-08b3-4b09-8000-dd2fa581e086 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:08.463561 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5a2b22f4-b236-441c-bbb4-1372ea1ec034 req-0f89849b-08b3-4b09-8000-dd2fa581e086 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 944 time: 0.0568712 Apr 11 18:15:08.542685 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5a2b22f4-b236-441c-bbb4-1372ea1ec034 req-5ba01c62-7ea8-4ff1-89e4-d5dd49884b49 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782478 Apr 11 18:15:08.597109 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902094a4-9661-4d57-9344-fb47ca3c941e req-a4a5b477-65d2-49bc-a1da-f60b90e3e89a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:08.603958 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-902094a4-9661-4d57-9344-fb47ca3c941e req-a4a5b477-65d2-49bc-a1da-f60b90e3e89a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.2758274 Apr 11 18:15:08.652557 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-902094a4-9661-4d57-9344-fb47ca3c941e req-a96de450-8475-4a1a-953c-eac6edb4ed34 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477080 Apr 11 18:15:08.665256 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9562f-f2c6-4c32-8279-5484b5ca8657 req-8442f81d-7970-4d27-ad40-8f90d55cff12 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:08.666863 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b6c9562f-f2c6-4c32-8279-5484b5ca8657 req-8442f81d-7970-4d27-ad40-8f90d55cff12 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 946 time: 0.0497212 Apr 11 18:15:08.717116 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b6c9562f-f2c6-4c32-8279-5484b5ca8657 req-eb2f94b4-af55-445c-9a16-b57c847519fb tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 Apr 11 18:15:08.787006 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2113-d79e-4178-aaae-460ad1f20408 req-6dce0c6d-409d-4ee5-b316-0f858d83d689 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:08.789085 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ddfa2113-d79e-4178-aaae-460ad1f20408 req-6dce0c6d-409d-4ee5-b316-0f858d83d689 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0484946 Apr 11 18:15:08.836573 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ddfa2113-d79e-4178-aaae-460ad1f20408 req-21fcc4f2-7aec-4d25-a961-cccf15bb57b7 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412769 Apr 11 18:15:08.973998 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d10a34-7e5b-4dcd-ae5d-e44243bf7cad req-2b0d71ce-053d-4c8a-9e1f-d1dad2cc57d4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:08.975179 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 55160) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:08.976069 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-69d10a34-7e5b-4dcd-ae5d-e44243bf7cad req-2b0d71ce-053d-4c8a-9e1f-d1dad2cc57d4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0587714 Apr 11 18:15:08.990251 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:09.028199 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-69d10a34-7e5b-4dcd-ae5d-e44243bf7cad req-675a4a1b-2d2b-45ec-81d4-3f4510a577fd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 Apr 11 18:15:09.072455 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Publish callbacks [] for security_group (47f2a0ac-ad7f-4929-b5f6-221a2b99b2c5), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:09.103119 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:09.143686 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (47f2a0ac-ad7f-4929-b5f6-221a2b99b2c5), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:09.191624 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4763ba052b540f8939575aae2ff70eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142875 Apr 11 18:15:09.192721 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f2a0ac-ad7f-4929-b5f6-221a2b99b2c5,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:09.194948 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 55164) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:09.202851 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.203195 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.203558 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.203894 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.204261 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.204587 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.205042 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.205367 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.205706 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.206037 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.206358 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.206693 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.207365 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.207685 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.208001 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2dd07-dbbd-4339-ad84-af3d40b08d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:09.243063 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9cc80ce3-6ed7-4ec9-9f26-e238aa5226f3 req-cd35a63d-dad1-421d-8b5d-651643a8f941 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 210 time: 0.0423748 Apr 11 18:15:09.267139 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0537f09e-3309-4a1b-ad6c-c02a5d09fda0 admin admin] Publish callbacks [] for security_group (47f2a0ac-ad7f-4929-b5f6-221a2b99b2c5), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:09.295755 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0537f09e-3309-4a1b-ad6c-c02a5d09fda0 admin admin] Publish callbacks [] for security_group (47f2a0ac-ad7f-4929-b5f6-221a2b99b2c5), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:09.423959 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0537f09e-3309-4a1b-ad6c-c02a5d09fda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (47f2a0ac-ad7f-4929-b5f6-221a2b99b2c5), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:09.426659 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0537f09e-3309-4a1b-ad6c-c02a5d09fda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:09.427821 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0537f09e-3309-4a1b-ad6c-c02a5d09fda0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47f2a0ac-ad7f-4929-b5f6-221a2b99b2c5 HTTP/1.1" status: 204 len: 168 time: 0.2316120 Apr 11 18:15:09.437072 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f09e-3309-4a1b-ad6c-c02a5d09fda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f2a0ac-ad7f-4929-b5f6-221a2b99b2c5,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:09.685701 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edb100-2bb4-4da6-aa09-6b45375914c9 req-5fb2df27-1156-4f99-af96-8eaabb9416ac tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:09.695153 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-61edb100-2bb4-4da6-aa09-6b45375914c9 req-5fb2df27-1156-4f99-af96-8eaabb9416ac tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 944 time: 0.0724211 Apr 11 18:15:09.746329 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-61edb100-2bb4-4da6-aa09-6b45375914c9 req-5e65e10b-344e-49ee-9d48-45908edafc4e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500102 Apr 11 18:15:09.797849 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c66e-44c9-430e-b928-46d934bc33dc req-360747e8-c683-4f81-bf6b-acefcdd1b53f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:09.799338 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9209c66e-44c9-430e-b928-46d934bc33dc req-360747e8-c683-4f81-bf6b-acefcdd1b53f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0628722 Apr 11 18:15:09.859693 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9209c66e-44c9-430e-b928-46d934bc33dc req-37c7e11f-6474-4b42-8904-d2fa24b170a9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544307 Apr 11 18:15:09.880202 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 4a9104b4-a3eb-4b9b-a196-007d6da125bf details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:15:09.893106 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44215c75-0175-4264-a58d-3f56ed634e8e req-e01f76e8-69a2-42e5-be22-4dcc51465f7e tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:09.901216 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-44215c75-0175-4264-a58d-3f56ed634e8e req-e01f76e8-69a2-42e5-be22-4dcc51465f7e tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 946 time: 0.0936186 Apr 11 18:15:09.964709 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-44215c75-0175-4264-a58d-3f56ed634e8e req-eb3b650a-365f-4ae6-8112-a02fa5bc29b8 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625017 Apr 11 18:15:10.029779 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019705c7-d37c-4562-9ef9-02d189bc7477 req-34ca0b71-2499-42b2-8dd4-d4bd8094e489 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:10.029913 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-9fa61629-059a-4d9e-b64f-574e31227b36 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:10.031157 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-9fa61629-059a-4d9e-b64f-574e31227b36 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 946 time: 0.0653601 Apr 11 18:15:10.038673 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-019705c7-d37c-4562-9ef9-02d189bc7477 req-34ca0b71-2499-42b2-8dd4-d4bd8094e489 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0770247 Apr 11 18:15:10.086087 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 4a9104b4-a3eb-4b9b-a196-007d6da125bf, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4a9104b4-a3eb-4b9b-a196-007d6da125bf,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:10.120331 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '4a9104b4-a3eb-4b9b-a196-007d6da125bf', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'port_id': '4a9104b4-a3eb-4b9b-a196-007d6da125bf', 'mac_address': 'fa:16:3e:b6:2e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:15:10.134479 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-019705c7-d37c-4562-9ef9-02d189bc7477 req-1670b374-9c9c-4f1f-be12-8353f014085e tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847332 Apr 11 18:15:10.181515 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Deleting port 482ca25c-b162-49b5-83b4-485cc9cc0a57 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:15:10.181743 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 4a9104b4-a3eb-4b9b-a196-007d6da125bf is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:10.182110 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:10.182405 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:10.198845 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9104b4-a3eb-4b9b-a196-007d6da125bf {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:15:10.222255 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 4a9104b4-a3eb-4b9b-a196-007d6da125bf, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4a9104b4-a3eb-4b9b-a196-007d6da125bf,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:10.271677 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac921162-0767-42fc-9553-38b3d49e2037 req-fe70ee13-6738-4a4a-837f-f47a678085fe tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:10.273066 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac921162-0767-42fc-9553-38b3d49e2037 req-fe70ee13-6738-4a4a-837f-f47a678085fe tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.1199908 Apr 11 18:15:10.315023 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:10.353248 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] For port 482ca25c-b162-49b5-83b4-485cc9cc0a57, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=482ca25c-b162-49b5-83b4-485cc9cc0a57,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:10.353605 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:10.361421 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-70fc7117-6f9c-44da-9803-b5c5c648ffa2 req-0d56d06e-e584-47a9-8f8a-adbb5a7ec7d1 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 210 time: 0.0499055 Apr 11 18:15:10.379142 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac921162-0767-42fc-9553-38b3d49e2037 req-b87eaf01-e339-4774-a3a8-87bf258b823d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987563 Apr 11 18:15:10.380257 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Calling delete_port for 482ca25c-b162-49b5-83b4-485cc9cc0a57 owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:15:10.403091 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=4a9104b4-a3eb-4b9b-a196-007d6da125bf,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:10.613157 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['4a9104b4-a3eb-4b9b-a196-007d6da125bf'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:15:10.621987 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (482ca25c-b162-49b5-83b4-485cc9cc0a57), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:10.640456 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['482ca25c-b162-49b5-83b4-485cc9cc0a57'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:15:10.667222 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Pushing event deleted for resources: {'Port': ['ID=482ca25c-b162-49b5-83b4-485cc9cc0a57,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:10.710796 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] No DVR routers for this DVR port 482ca25c-b162-49b5-83b4-485cc9cc0a57 on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:15:10.714122 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:10.717851 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-760e0f5f-83f1-4b93-b670-f9eb52efb61d req-db1cd34f-0d8e-41d6-87be-f60d8f7bf6f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.15 "DELETE /v2.0/ports/482ca25c-b162-49b5-83b4-485cc9cc0a57 HTTP/1.1" status: 204 len: 173 time: 0.6805699 Apr 11 18:15:10.719041 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe4dc43-37f3-462d-aab1-1262c5d99d09', 'name': 'network-vif-deleted', 'tag': '482ca25c-b162-49b5-83b4-485cc9cc0a57'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:10.721330 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d003d2-6499-45a7-a7fc-ec4266d248a4" -d '{"events": [{"server_uuid": "fbe4dc43-37f3-462d-aab1-1262c5d99d09", "name": "network-vif-deleted", "tag": "482ca25c-b162-49b5-83b4-485cc9cc0a57"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:10.756911 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cadeb24-cc2e-4e8e-8c91-9dc61a8bfafd x-openstack-request-id: req-4cadeb24-cc2e-4e8e-8c91-9dc61a8bfafd {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:10.757208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe4dc43-37f3-462d-aab1-1262c5d99d09", "name": "network-vif-deleted", "tag": "482ca25c-b162-49b5-83b4-485cc9cc0a57", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:10.757464 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cadeb24-cc2e-4e8e-8c91-9dc61a8bfafd {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:10.757867 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cadeb24-cc2e-4e8e-8c91-9dc61a8bfafd'] response: {'server_uuid': 'fbe4dc43-37f3-462d-aab1-1262c5d99d09', 'name': 'network-vif-deleted', 'tag': '482ca25c-b162-49b5-83b4-485cc9cc0a57', 'status': 'completed', 'code': 200} Apr 11 18:15:10.866431 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01dd86-9b5f-4f9c-8015-1872ea55ac22 req-4649a415-cec9-445f-b771-c5accc5b1409 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:10.868557 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fd01dd86-9b5f-4f9c-8015-1872ea55ac22 req-4649a415-cec9-445f-b771-c5accc5b1409 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 945 time: 0.0496647 Apr 11 18:15:10.942366 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fd01dd86-9b5f-4f9c-8015-1872ea55ac22 req-6a9de4f0-ab47-4bf8-8aaa-758b0848d458 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684032 Apr 11 18:15:11.051792 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd94799-e252-45c9-9178-f019aad04897 req-f5b6e447-cdb2-455a-b57d-e05a65ab9db8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:11.053706 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6bd94799-e252-45c9-9178-f019aad04897 req-f5b6e447-cdb2-455a-b57d-e05a65ab9db8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0964582 Apr 11 18:15:11.087065 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-857145c7-223f-4c3a-a151-cfb68d1b0dbe tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=da7aa31698de48649b233c649731728c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528924 Apr 11 18:15:11.123816 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6bd94799-e252-45c9-9178-f019aad04897 req-108ed83d-e513-4cda-8731-3f9562a89f9c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628746 Apr 11 18:15:11.311898 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69472-b324-458f-b62a-8e6ff8970c9e req-888df590-02c7-4248-911a-0f3173d207f0 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:11.315236 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2d3823d1-4782-4565-b1cf-fc12dfe78fea req-4c7b2093-32af-40f8-a84f-d7491cd80539 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbe4dc43-37f3-462d-aab1-1262c5d99d09 HTTP/1.1" status: 200 len: 210 time: 0.2180364 Apr 11 18:15:11.319969 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-78d69472-b324-458f-b62a-8e6ff8970c9e req-888df590-02c7-4248-911a-0f3173d207f0 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0705101 Apr 11 18:15:11.370446 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-78d69472-b324-458f-b62a-8e6ff8970c9e req-d78e869f-c331-408e-90f0-24f27a5ed734 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493402 Apr 11 18:15:11.384916 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427553-ed58-4c45-8b98-216effa966d7 req-c8992d98-ba06-4475-98db-95a08aedcf7c tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:11.386388 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-c8992d98-ba06-4475-98db-95a08aedcf7c tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292395 Apr 11 18:15:11.474120 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-aaf6f097-67d7-4772-a20d-8521cfd247b1 req-7ec96e62-ab56-4d67-a290-0d3efd7160be tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 210 time: 0.0334983 Apr 11 18:15:11.503953 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82676596-7356-4614-b0fe-46522b65e4f7 req-1cc0b742-9b9b-4a6a-86ef-4d5d35ef0775 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:11.505559 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-82676596-7356-4614-b0fe-46522b65e4f7 req-1cc0b742-9b9b-4a6a-86ef-4d5d35ef0775 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0538213 Apr 11 18:15:11.560156 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-82676596-7356-4614-b0fe-46522b65e4f7 req-62857d05-70e5-4557-af16-cd983545d70a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446627 Apr 11 18:15:11.583749 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Request body: {'port': {'device_id': '9d40d979-080b-477e-8a92-5ec692276b50', 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6', 'admin_state_up': True, 'tenant_id': 'da7aa31698de48649b233c649731728c'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:15:11.709032 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 55282) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:11.911961 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:15:11.927132 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 4a9104b4-a3eb-4b9b-a196-007d6da125bf up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:15:12.004306 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-99a60b71-ee9c-4187-8ff3-6deab4ec7503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.034171 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 4a9104b4-a3eb-4b9b-a196-007d6da125bf completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:15:12.035294 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Made reservation on behalf of da7aa31698de48649b233c649731728c for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:15:12.040005 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.063869 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.096330 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-99a60b71-ee9c-4187-8ff3-6deab4ec7503 admin admin] Publish callbacks [] for security_group (c72af8b3-5608-4917-9515-10fdb77ef5a1), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.110240 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:12.123190 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '7114cb78-55cc-43a7-9134-f164679985d3', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'port_id': '7114cb78-55cc-43a7-9134-f164679985d3', 'mac_address': 'fa:16:3e:2c:99:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:15:12.133165 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a9dce-69ee-4d6f-a027-28f317cf2749 req-e7339edb-6a53-4bf2-b7b5-75816156fc78 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:12.135709 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e25a9dce-69ee-4d6f-a027-28f317cf2749 req-e7339edb-6a53-4bf2-b7b5-75816156fc78 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 945 time: 0.0800326 Apr 11 18:15:12.166463 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 4a9104b4-a3eb-4b9b-a196-007d6da125bf triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:15:12.166463 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.205424 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 7114cb78-55cc-43a7-9134-f164679985d3 is: ACTIVE; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:12.205424 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.218464 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7114cb78-55cc-43a7-9134-f164679985d3 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:15:12.221049 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e25a9dce-69ee-4d6f-a027-28f317cf2749 req-9efc19b2-0e52-4ba9-bc17-7a4270f13be8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797482 Apr 11 18:15:12.232010 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-99a60b71-ee9c-4187-8ff3-6deab4ec7503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c72af8b3-5608-4917-9515-10fdb77ef5a1), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.257461 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:15:12.275566 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks [] for security_group (70bdb924-b6a6-432c-8557-04509e476bc9), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.289708 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:12.323650 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a60b71-ee9c-4187-8ff3-6deab4ec7503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72af8b3-5608-4917-9515-10fdb77ef5a1,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:12.338061 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-99a60b71-ee9c-4187-8ff3-6deab4ec7503 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c56408af0bd46e6a024fbf1348ffa10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249194 Apr 11 18:15:12.338634 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 55296) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:12.339064 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 4a9104b4-a3eb-4b9b-a196-007d6da125bf is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:12.340130 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.350730 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2e72b-1e49-4a72-809c-2c4ccb35d577 req-78ddff10-c015-430b-a725-e8e3ed2a74cd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:12.350730 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a7f2e72b-1e49-4a72-809c-2c4ccb35d577 req-78ddff10-c015-430b-a725-e8e3ed2a74cd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0684395 Apr 11 18:15:12.376407 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.385009 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (70bdb924-b6a6-432c-8557-04509e476bc9), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.398110 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7653689d-6e78-4896-8740-6ab335313d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9104b4-a3eb-4b9b-a196-007d6da125bf'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:12.400462 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28581c0-ea1a-4f77-bdeb-5c8b305a5474" -d '{"events": [{"server_uuid": "7653689d-6e78-4896-8740-6ab335313d6f", "name": "network-vif-plugged", "status": "completed", "tag": "4a9104b4-a3eb-4b9b-a196-007d6da125bf"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:12.450626 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a7f2e72b-1e49-4a72-809c-2c4ccb35d577 req-3806f572-a3d6-41ff-923a-ce5229989989 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927863 Apr 11 18:15:12.505878 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 4a9104b4-a3eb-4b9b-a196-007d6da125bf, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4a9104b4-a3eb-4b9b-a196-007d6da125bf,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:12.535369 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a52180-2c69-42b6-899e-bd1693ce2644 x-openstack-request-id: req-15a52180-2c69-42b6-899e-bd1693ce2644 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:12.535677 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7653689d-6e78-4896-8740-6ab335313d6f", "name": "network-vif-plugged", "status": "completed", "tag": "4a9104b4-a3eb-4b9b-a196-007d6da125bf", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:12.535931 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15a52180-2c69-42b6-899e-bd1693ce2644 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:12.536449 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a52180-2c69-42b6-899e-bd1693ce2644'] response: {'server_uuid': '7653689d-6e78-4896-8740-6ab335313d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9104b4-a3eb-4b9b-a196-007d6da125bf', 'code': 200} Apr 11 18:15:12.540594 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=6']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:12.553106 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['7114cb78-55cc-43a7-9134-f164679985d3'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:15:12.564478 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70bdb924-b6a6-432c-8557-04509e476bc9,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:12.596410 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.603762 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e2e26a3-d771-4d6d-a1c7-baffbceeca30 admin admin] Publish callbacks [] for security_group (c72af8b3-5608-4917-9515-10fdb77ef5a1), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.680980 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc9df-e6c9-423a-bee7-8cb2eabf844b req-58de2251-91cf-4751-847d-6ae20a57d72c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:12.682549 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-962bc9df-e6c9-423a-bee7-8cb2eabf844b req-58de2251-91cf-4751-847d-6ae20a57d72c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.1565278 Apr 11 18:15:12.686845 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e2e26a3-d771-4d6d-a1c7-baffbceeca30 admin admin] Publish callbacks [] for security_group (c72af8b3-5608-4917-9515-10fdb77ef5a1), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.693575 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=4a9104b4-a3eb-4b9b-a196-007d6da125bf,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:12.698826 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a9c2207e-6535-4474-ae0a-b0f05aa4ef4e req-26936d65-da28-4c14-9c7c-8d1cdddb150c tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 210 time: 0.0347755 Apr 11 18:15:12.738772 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Allocated IP 192.168.233.251 (ff56481e-ba55-44a1-b975-7e339663b1f6/1168f1a8-2cef-43f8-bff8-9046a49c851a/6970d7f3-17d0-4af6-ab6f-0223563783a1) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:15:12.804349 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-962bc9df-e6c9-423a-bee7-8cb2eabf844b req-3f9c7357-1c4e-4105-965b-87430ea8d09d tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151998 Apr 11 18:15:12.925334 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e2e26a3-d771-4d6d-a1c7-baffbceeca30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c72af8b3-5608-4917-9515-10fdb77ef5a1), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.928926 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e2e26a3-d771-4d6d-a1c7-baffbceeca30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:12.929791 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-5e2e26a3-d771-4d6d-a1c7-baffbceeca30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c72af8b3-5608-4917-9515-10fdb77ef5a1 HTTP/1.1" status: 204 len: 168 time: 0.5901387 Apr 11 18:15:12.963517 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-4b44dbe9-eacb-45ec-9796-e20778994f7b tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:12.963517 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-4b44dbe9-eacb-45ec-9796-e20778994f7b tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/networks?id=d7651395-ccc9-42f7-8056-0a991d0615e5 HTTP/1.1" status: 200 len: 809 time: 0.1526382 Apr 11 18:15:12.975780 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-b2e48d7b-55a3-4d99-aeb2-2db3edc1c566 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/quotas/2835cf488bff406a871b6e8f39b43677 HTTP/1.1" status: 200 len: 375 time: 0.0096860 Apr 11 18:15:12.998832 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e26a3-d771-4d6d-a1c7-baffbceeca30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72af8b3-5608-4917-9515-10fdb77ef5a1,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:13.019322 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999e050-9b48-4b01-937d-31082bd3fb0e req-5f1e62d9-9d6a-49fa-91ba-33757ca5684a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:13.025494 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2999e050-9b48-4b01-937d-31082bd3fb0e req-5f1e62d9-9d6a-49fa-91ba-33757ca5684a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.1099019 Apr 11 18:15:13.025925 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c4391-fcae-41b5-9c43-fad55f28f661 req-067e60e6-e0c7-4abd-ac93-bcd716e64499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:13.027097 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5e0c4391-fcae-41b5-9c43-fad55f28f661 req-067e60e6-e0c7-4abd-ac93-bcd716e64499 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 1130 time: 0.1143737 Apr 11 18:15:13.045707 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-375b150b-9501-43d4-8203-9ee2caa0ed8e tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2835cf488bff406a871b6e8f39b43677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626485 Apr 11 18:15:13.092036 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks [] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:13.156617 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-0a49e53d-88c1-4e4a-8394-b0aa96731087 service neutron] 10.222.0.53 "GET /v2.0/networks/d7651395-ccc9-42f7-8056-0a991d0615e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099665 Apr 11 18:15:13.158493 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2999e050-9b48-4b01-937d-31082bd3fb0e req-93e19dc4-0357-4124-b131-d40cacc0c4e7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264479 Apr 11 18:15:13.173932 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5e0c4391-fcae-41b5-9c43-fad55f28f661 req-1dcea1c0-82eb-4061-913d-4c7a65f5ccdf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282344 Apr 11 18:15:13.263513 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-af0b1990-f1dc-42cc-92f4-728c25f70df5 service neutron] 10.222.0.53 "GET /v2.0/networks/d7651395-ccc9-42f7-8056-0a991d0615e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053808 Apr 11 18:15:13.273975 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:13.386297 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Network ff56481e-ba55-44a1-b975-7e339663b1f6 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:15:13.390119 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:15:13.394180 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Pushing event updated for resources: {'Port': ['ID=6970d7f3-17d0-4af6-ab6f-0223563783a1,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:13.399489 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:15:13.447358 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10e356-d18d-4651-9a04-96234332281c req-bd2f2612-9711-4ba1-8d22-56c9d88671af tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:13.449710 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0e10e356-d18d-4651-9a04-96234332281c req-bd2f2612-9711-4ba1-8d22-56c9d88671af tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.1248913 Apr 11 18:15:13.503567 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:13.509007 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:13.581017 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0e10e356-d18d-4651-9a04-96234332281c req-c61bddc8-4608-4522-a1cc-47e07898dd87 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243894 Apr 11 18:15:13.659073 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b089d78-beb9-4f2d-a0ab-dca334aefd08 req-da0c4460-d3ba-421d-9d28-c53cbc10016a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:13.663674 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2b089d78-beb9-4f2d-a0ab-dca334aefd08 req-da0c4460-d3ba-421d-9d28-c53cbc10016a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 944 time: 0.1048481 Apr 11 18:15:13.666165 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-d7d7969e-4535-4031-8aaf-18b7c1c1330e tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0934901 Apr 11 18:15:13.689204 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Request body: {'port': {'device_id': '9d40d979-080b-477e-8a92-5ec692276b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:15:13.725228 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9c2ee237-1be7-4764-806e-29be2178c187 req-ab603be9-6ebb-452f-9ee0-0dcf3db6f0ca tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 210 time: 0.0736930 Apr 11 18:15:13.792425 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2b089d78-beb9-4f2d-a0ab-dca334aefd08 req-ca45d1c6-0f75-4255-bc37-dfe4c55b8424 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134059 Apr 11 18:15:13.809704 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-a30750b0-e5a9-4f6c-a50b-3711f78eb658 None None] Provisioning complete for port 6970d7f3-17d0-4af6-ab6f-0223563783a1 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:15:13.810324 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a30750b0-e5a9-4f6c-a50b-3711f78eb658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:13.863645 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:13.873520 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-a30750b0-e5a9-4f6c-a50b-3711f78eb658 None None] Port 6970d7f3-17d0-4af6-ab6f-0223563783a1 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:15:13.925124 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:15:13.932988 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbde49-fc83-43cb-8c92-5584190bb5b6 req-f41876db-23df-4256-bf47-3daeee24efdb tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:13.940022 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-60fbde49-fc83-43cb-8c92-5584190bb5b6 req-f41876db-23df-4256-bf47-3daeee24efdb tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 936 time: 0.1200502 Apr 11 18:15:13.968902 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758dd96-4f00-44b9-adc5-0703e97ba4a4 req-adc8f0e4-6ae9-4323-be07-60d557315bd4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:13.973187 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d758dd96-4f00-44b9-adc5-0703e97ba4a4 req-adc8f0e4-6ae9-4323-be07-60d557315bd4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0696466 Apr 11 18:15:13.992976 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 7114cb78-55cc-43a7-9134-f164679985d3 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:15:13.993342 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (7114cb78-55cc-43a7-9134-f164679985d3), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:14.039723 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d758dd96-4f00-44b9-adc5-0703e97ba4a4 req-ca73220c-7d30-4658-a9a6-fc6f9abc8d0c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604451 Apr 11 18:15:14.086635 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-60fbde49-fc83-43cb-8c92-5584190bb5b6 req-a7aa2277-a98b-4118-8cd1-adc6a43893d4 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456604 Apr 11 18:15:14.103540 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 7114cb78-55cc-43a7-9134-f164679985d3 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:14.103978 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:14.143382 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:14.223757 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:14.225304 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 482ca25c-b162-49b5-83b4-485cc9cc0a57 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:15:14.247610 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 482ca25c-b162-49b5-83b4-485cc9cc0a57 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:15:14.248286 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 482ca25c-b162-49b5-83b4-485cc9cc0a57 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:15:14.294437 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6970d7f3-17d0-4af6-ab6f-0223563783a1 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:15:14.305329 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Publish callbacks [] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:14.310583 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc544c8e-c7c0-463b-aefc-fc1960f28a02 req-a7153497-8942-4dc6-89cd-a0e2c630101e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:14.312182 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cc544c8e-c7c0-463b-aefc-fc1960f28a02 req-a7153497-8942-4dc6-89cd-a0e2c630101e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0792863 Apr 11 18:15:14.312623 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=7']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:14.326410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Transition to ACTIVE for port object 6970d7f3-17d0-4af6-ab6f-0223563783a1 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:15:14.372340 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cc544c8e-c7c0-463b-aefc-fc1960f28a02 req-cc7a4668-89d3-4474-a8a7-41600c44993f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511026 Apr 11 18:15:14.417714 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:14.487155 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6970d7f3-17d0-4af6-ab6f-0223563783a1,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:14.538843 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:14.542811 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20ad173-e6bb-44b0-a2fb-fa973a4e4d62" -d '{"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-plugged", "status": "completed", "tag": "7114cb78-55cc-43a7-9134-f164679985d3"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:14.580986 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Attempting to bind port 6970d7f3-17d0-4af6-ab6f-0223563783a1 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:15:14.581448 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Attempting to bind port 6970d7f3-17d0-4af6-ab6f-0223563783a1 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'c17a9050-32f5-425f-a04f-213d7310bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:15:14.582094 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Attempting to bind port 6970d7f3-17d0-4af6-ab6f-0223563783a1 on network ff56481e-ba55-44a1-b975-7e339663b1f6 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:15:14.588842 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Port 6970d7f3-17d0-4af6-ab6f-0223563783a1 on network ff56481e-ba55-44a1-b975-7e339663b1f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:15:14.589104 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Attempting to bind port 6970d7f3-17d0-4af6-ab6f-0223563783a1 on network ff56481e-ba55-44a1-b975-7e339663b1f6 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:15:14.596740 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:15:14.597536 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Checking segment: {'id': 'c17a9050-32f5-425f-a04f-213d7310bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:15:14.598115 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Bound using segment: {'id': 'c17a9050-32f5-425f-a04f-213d7310bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:15:14.598626 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0676d8-bf24-4b4f-998b-939e61c2995c x-openstack-request-id: req-ab0676d8-bf24-4b4f-998b-939e61c2995c {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:14.599335 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Bound port: 6970d7f3-17d0-4af6-ab6f-0223563783a1, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17a9050-32f5-425f-a04f-213d7310bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:15:14.599456 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:14.600082 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-plugged", "status": "completed", "tag": "7114cb78-55cc-43a7-9134-f164679985d3", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:14.601066 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab0676d8-bf24-4b4f-998b-939e61c2995c {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:14.601626 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0676d8-bf24-4b4f-998b-939e61c2995c'] response: {'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3', 'code': 200} Apr 11 18:15:14.712022 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] For port 6970d7f3-17d0-4af6-ab6f-0223563783a1, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:15:14.716254 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] For port 6970d7f3-17d0-4af6-ab6f-0223563783a1, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6970d7f3-17d0-4af6-ab6f-0223563783a1,segment=NetworkSegment(c17a9050-32f5-425f-a04f-213d7310bfde),segment_id=c17a9050-32f5-425f-a04f-213d7310bfde)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:15:14.728846 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10b5a1-29c7-40d0-8482-799f292b0c0a req-67e6d3fb-cb48-434a-8a10-c10de2bba205 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:14.730531 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6c10b5a1-29c7-40d0-8482-799f292b0c0a req-67e6d3fb-cb48-434a-8a10-c10de2bba205 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0711398 Apr 11 18:15:14.792911 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:14.808336 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6c10b5a1-29c7-40d0-8482-799f292b0c0a req-0c24c875-fcde-462b-ae36-d8b3b280767b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699754 Apr 11 18:15:14.876187 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:14.877024 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:14.878446 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/6970d7f3-17d0-4af6-ab6f-0223563783a1 HTTP/1.1" status: 200 len: 1098 time: 1.1938736 Apr 11 18:15:14.878905 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d40d979-080b-477e-8a92-5ec692276b50', 'tag': '6970d7f3-17d0-4af6-ab6f-0223563783a1'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:14.881181 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c948002-7fd1-44aa-bd0f-1a2468eb5fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "9d40d979-080b-477e-8a92-5ec692276b50", "tag": "6970d7f3-17d0-4af6-ab6f-0223563783a1"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:14.891947 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb090bc5-8481-4fdf-b8b1-8ca03012ec63 req-687125aa-9c46-493e-ad01-7b3dfa9a6193 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 210 time: 0.0553989 Apr 11 18:15:14.925410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e2297-93a4-4154-946a-204a804689f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6970d7f3-17d0-4af6-ab6f-0223563783a1,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:14.968157 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b50385b-427e-4211-bff3-911e92c1a4f3 x-openstack-request-id: req-7b50385b-427e-4211-bff3-911e92c1a4f3 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:14.968443 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d40d979-080b-477e-8a92-5ec692276b50", "tag": "6970d7f3-17d0-4af6-ab6f-0223563783a1", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:14.968698 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b50385b-427e-4211-bff3-911e92c1a4f3 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:14.969100 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b50385b-427e-4211-bff3-911e92c1a4f3'] response: {'name': 'network-changed', 'server_uuid': '9d40d979-080b-477e-8a92-5ec692276b50', 'tag': '6970d7f3-17d0-4af6-ab6f-0223563783a1', 'status': 'completed', 'code': 200} Apr 11 18:15:14.978041 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0de09-09cc-4455-a6b0-ea5cb10d4642 req-10ad93aa-f422-4ddf-ad6c-9a4f2f42d927 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:14.979590 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-34c0de09-09cc-4455-a6b0-ea5cb10d4642 req-10ad93aa-f422-4ddf-ad6c-9a4f2f42d927 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0760825 Apr 11 18:15:15.039353 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-34c0de09-09cc-4455-a6b0-ea5cb10d4642 req-a34ade9c-9e56-4305-b362-8e10f01bbaf8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515914 Apr 11 18:15:15.181083 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8edb39-bc96-4afa-bd69-c648c0634a24 req-6c1f8c8f-9bb5-4910-b6cf-1cf24607a73b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:15.184558 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac8edb39-bc96-4afa-bd69-c648c0634a24 req-6c1f8c8f-9bb5-4910-b6cf-1cf24607a73b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0670071 Apr 11 18:15:15.233414 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34588bd1-0e76-4af6-a75d-d2e9548fadaf req-d5cc1b6f-d63a-49fd-b289-bcc1a925239a tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:15.234634 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac8edb39-bc96-4afa-bd69-c648c0634a24 req-b309d37a-6aa5-4501-ba44-b9fce92e6e7e tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457134 Apr 11 18:15:15.235316 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-34588bd1-0e76-4af6-a75d-d2e9548fadaf req-d5cc1b6f-d63a-49fd-b289-bcc1a925239a tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 948 time: 0.0630195 Apr 11 18:15:15.290520 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c948002-7fd1-44aa-bd0f-1a2468eb5fbf req-b948ed58-924a-4069-9c71-a843895fa2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:15.297485 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2c948002-7fd1-44aa-bd0f-1a2468eb5fbf req-b948ed58-924a-4069-9c71-a843895fa2a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7aa31698de48649b233c649731728c&device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 1132 time: 0.0510235 Apr 11 18:15:15.316746 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-34588bd1-0e76-4af6-a75d-d2e9548fadaf req-4e539361-2e75-4068-89d1-b4705d4e50a9 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672271 Apr 11 18:15:15.359491 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2c948002-7fd1-44aa-bd0f-1a2468eb5fbf req-d195a11f-584e-45f6-bc57-00b73a37010d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=da7aa31698de48649b233c649731728c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302727 Apr 11 18:15:15.510368 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2329d5-2ab4-4b0e-82b4-4e740d544e96 req-1fd24d8c-5235-456f-ae8b-e881aa3a3709 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:15.512131 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2f2329d5-2ab4-4b0e-82b4-4e740d544e96 req-1fd24d8c-5235-456f-ae8b-e881aa3a3709 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0619273 Apr 11 18:15:15.566875 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c948002-7fd1-44aa-bd0f-1a2468eb5fbf req-d52da9f0-58eb-4e32-8acf-34a8acb7ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:15.567371 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2c948002-7fd1-44aa-bd0f-1a2468eb5fbf req-d52da9f0-58eb-4e32-8acf-34a8acb7ad63 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965923 Apr 11 18:15:15.610818 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2f2329d5-2ab4-4b0e-82b4-4e740d544e96 req-0f20ff1e-c8ee-494b-beed-211e2f343b29 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924509 Apr 11 18:15:15.697275 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427553-ed58-4c45-8b98-216effa966d7 req-76fea24a-a3ea-48a0-b545-6b3618a77d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:15.698824 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-76fea24a-a3ea-48a0-b545-6b3618a77d40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7aa31698de48649b233c649731728c&device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 1132 time: 0.0539155 Apr 11 18:15:15.744768 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-3417aaac-ec34-4c3d-99aa-8fe04499089a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=6970d7f3-17d0-4af6-ab6f-0223563783a1 HTTP/1.1" status: 200 len: 217 time: 0.0372932 Apr 11 18:15:15.794600 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427553-ed58-4c45-8b98-216effa966d7 req-70da8ff9-33b2-4b7a-aef1-33cd8410ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:15.796126 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-70da8ff9-33b2-4b7a-aef1-33cd8410ebcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1168f1a8-2cef-43f8-bff8-9046a49c851a HTTP/1.1" status: 200 len: 843 time: 0.0451214 Apr 11 18:15:15.859522 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427553-ed58-4c45-8b98-216effa966d7 req-f7a62452-09f9-4fa9-9472-d3fbcf06137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:15.862695 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-f7a62452-09f9-4fa9-9472-d3fbcf06137d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff56481e-ba55-44a1-b975-7e339663b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0552678 Apr 11 18:15:15.958293 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5d86f-471c-4afa-b3a7-7456e12b97ba req-65ed05d5-b8a3-4746-91ca-c793e55c6d8a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:15.960715 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a1f5d86f-471c-4afa-b3a7-7456e12b97ba req-65ed05d5-b8a3-4746-91ca-c793e55c6d8a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0743639 Apr 11 18:15:16.021141 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7769b2c6-0036-494b-bdfd-3f91c0d53429 req-fc30b74d-03a5-4e3d-aadb-fdfc71abfcd2 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 210 time: 0.0402184 Apr 11 18:15:16.021691 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a1f5d86f-471c-4afa-b3a7-7456e12b97ba req-52321ff3-30fc-4a87-83dc-3eaf180d2e42 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524223 Apr 11 18:15:16.028063 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-b383b2c2-ede4-4469-b96b-04fd181836b5 service neutron] 10.222.0.15 "GET /v2.0/networks/ff56481e-ba55-44a1-b975-7e339663b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584263 Apr 11 18:15:16.156662 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9804a-4897-4fc4-a5f8-a502a37261f2 req-8367d768-ae75-43f8-9160-f431fdcfdf57 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:16.158559 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b3f9804a-4897-4fc4-a5f8-a502a37261f2 req-8367d768-ae75-43f8-9160-f431fdcfdf57 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0614829 Apr 11 18:15:16.167642 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 55480) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:16.172509 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-5d63a31e-1fb5-4265-bbb8-88422d73208c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'floatingip': {'port_id': '4a9104b4-a3eb-4b9b-a196-007d6da125bf'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:15:16.214522 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503212-8410-4f20-8493-6c2978bdffc8 req-57b7173e-993e-4d94-b8c7-ef49ca7772d7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:16.215818 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-80503212-8410-4f20-8493-6c2978bdffc8 req-57b7173e-993e-4d94-b8c7-ef49ca7772d7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0800762 Apr 11 18:15:16.219912 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d63a31e-1fb5-4265-bbb8-88422d73208c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (02a439ff-f9b5-4689-8c03-128e599778fe), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:16.322268 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-80503212-8410-4f20-8493-6c2978bdffc8 req-d7cb6c3a-b3b3-48b2-bed5-36fb1264d42f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941343 Apr 11 18:15:16.624126 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2e339-5ae5-4181-ae72-1644fcdfb6f7 req-338e49f9-7b33-4cd4-b89c-1613a1df4263 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:16.651365 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-40f2e339-5ae5-4181-ae72-1644fcdfb6f7 req-338e49f9-7b33-4cd4-b89c-1613a1df4263 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 948 time: 0.1567066 Apr 11 18:15:16.729242 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd427553-ed58-4c45-8b98-216effa966d7 req-a5968372-1269-4595-95e4-a0d3e718bedf service neutron] 10.222.0.15 "GET /v2.0/networks/ff56481e-ba55-44a1-b975-7e339663b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960204 Apr 11 18:15:16.800923 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-40f2e339-5ae5-4181-ae72-1644fcdfb6f7 req-b91dd351-d708-4a11-8e13-f72cc00ab284 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462169 Apr 11 18:15:16.931933 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c750fc-4f6a-4b96-9928-64184b9b2095 req-b117a4f8-d8f7-4d46-abf7-a288ba6cb620 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:16.935207 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a6c750fc-4f6a-4b96-9928-64184b9b2095 req-b117a4f8-d8f7-4d46-abf7-a288ba6cb620 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.2191772 Apr 11 18:15:16.977222 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1f57-48ae-49d3-8ff1-7a72e7dd6857 req-32c0ae16-5f87-4e3e-8aab-2400aea678df tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:16.979014 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e78f1f57-48ae-49d3-8ff1-7a72e7dd6857 req-32c0ae16-5f87-4e3e-8aab-2400aea678df tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0631297 Apr 11 18:15:17.018872 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-e4b7a275-e857-4793-a709-b99ae2806706 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:17.020394 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-e4b7a275-e857-4793-a709-b99ae2806706 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.15 "GET /v2.0/networks?id=d7651395-ccc9-42f7-8056-0a991d0615e5 HTTP/1.1" status: 200 len: 809 time: 0.1942527 Apr 11 18:15:17.059054 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e78f1f57-48ae-49d3-8ff1-7a72e7dd6857 req-11dc96d1-5431-43ec-84ef-7b67b65cb819 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686748 Apr 11 18:15:17.134364 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a6c750fc-4f6a-4b96-9928-64184b9b2095 req-5e892fb5-ec41-48ac-946b-78008fb9cc37 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727760 Apr 11 18:15:17.220449 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cdefd024-4ce0-4046-ab8f-722662e28d91 req-8238920b-c61e-4bd3-8c41-a5c13b15534c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 210 time: 0.0514097 Apr 11 18:15:17.280912 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d63a31e-1fb5-4265-bbb8-88422d73208c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:17.341624 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d63a31e-1fb5-4265-bbb8-88422d73208c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (02a439ff-f9b5-4689-8c03-128e599778fe), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:17.491462 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835975c-ef46-466f-a167-cdeeec88ab24 req-af9d62eb-0358-4a65-865f-54ce7c96c6c7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:17.493715 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6835975c-ef46-466f-a167-cdeeec88ab24 req-af9d62eb-0358-4a65-865f-54ce7c96c6c7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0694697 Apr 11 18:15:17.525897 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-5d63a31e-1fb5-4265-bbb8-88422d73208c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Floating IP 02a439ff-f9b5-4689-8c03-128e599778fe associated. External IP: 172.27.2.106, port: 4a9104b4-a3eb-4b9b-a196-007d6da125bf. Apr 11 18:15:17.585266 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6835975c-ef46-466f-a167-cdeeec88ab24 req-fff150f0-a397-404d-8fd9-f3220f465804 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780859 Apr 11 18:15:17.714756 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b5a86-c48e-40e7-88a3-155ddbe32e56 req-6924f390-463e-42aa-a450-fa12decb6850 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:17.716276 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a42b5a86-c48e-40e7-88a3-155ddbe32e56 req-6924f390-463e-42aa-a450-fa12decb6850 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0694652 Apr 11 18:15:17.904735 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a42b5a86-c48e-40e7-88a3-155ddbe32e56 req-43a0ffd2-3885-462e-ae77-2751c82d7932 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809981 Apr 11 18:15:17.960711 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d63a31e-1fb5-4265-bbb8-88422d73208c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:15:18.002139 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef3d14-4f0a-4014-96c7-165ae5099533 req-ee6d86f0-d8a3-411f-9312-f83afdc53a4f tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:18.004435 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6bef3d14-4f0a-4014-96c7-165ae5099533 req-ee6d86f0-d8a3-411f-9312-f83afdc53a4f tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 948 time: 0.0953813 Apr 11 18:15:18.037213 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Request body: {'port': {'device_id': '7174d77f-84ad-4c75-aceb-1ce92a545a76', 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5', 'admin_state_up': True, 'tenant_id': '2835cf488bff406a871b6e8f39b43677'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:15:18.137400 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d63a31e-1fb5-4265-bbb8-88422d73208c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:15:18.147949 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d63a31e-1fb5-4265-bbb8-88422d73208c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:18.152295 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6bef3d14-4f0a-4014-96c7-165ae5099533 req-a5860910-b682-40e9-9f2e-3631470bdae4 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342080 Apr 11 18:15:18.159353 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:15:18.186713 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:15:18.189968 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:15:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:15:18.241212 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5d63a31e-1fb5-4265-bbb8-88422d73208c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "PUT /v2.0/floatingips/02a439ff-f9b5-4689-8c03-128e599778fe HTTP/1.1" status: 200 len: 992 time: 2.0713565 Apr 11 18:15:18.244636 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7653689d-6e78-4896-8740-6ab335313d6f', 'tag': '4a9104b4-a3eb-4b9b-a196-007d6da125bf'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:18.248271 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7653689d-6e78-4896-8740-6ab335313d6f", "tag": "4a9104b4-a3eb-4b9b-a196-007d6da125bf"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:18.276608 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c9a4-bd0f-47ed-9ee1-2aa0b89ec620 req-8ef01f7d-f7fd-4699-9864-bb5da9668b41 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:18.283988 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2fe5c9a4-bd0f-47ed-9ee1-2aa0b89ec620 req-8ef01f7d-f7fd-4699-9864-bb5da9668b41 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0918150 Apr 11 18:15:18.333996 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Made reservation on behalf of 2835cf488bff406a871b6e8f39b43677 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:15:18.338071 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:18.397429 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-7eb4e2e1-edd3-4003-8bcf-da6d92b42383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:18.399331 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-7eb4e2e1-edd3-4003-8bcf-da6d92b42383 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 1129 time: 0.0983860 Apr 11 18:15:18.400791 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2fe5c9a4-bd0f-47ed-9ee1-2aa0b89ec620 req-6437fbcb-4fcc-45d5-a64e-9268e4bf3d34 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049602 Apr 11 18:15:18.427098 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7138a390-7855-4d77-920e-c74ae796af6a req-0a69ef7b-0ae6-4059-8bbe-672d5da9362a tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 210 time: 0.0706179 Apr 11 18:15:18.480865 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:15:18.491897 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201a76e5-987f-4101-822a-8dd77f66b513 x-openstack-request-id: req-201a76e5-987f-4101-822a-8dd77f66b513 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:18.492812 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7653689d-6e78-4896-8740-6ab335313d6f", "tag": "4a9104b4-a3eb-4b9b-a196-007d6da125bf", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:18.494245 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-201a76e5-987f-4101-822a-8dd77f66b513 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:18.495176 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201a76e5-987f-4101-822a-8dd77f66b513'] response: {'name': 'network-changed', 'server_uuid': '7653689d-6e78-4896-8740-6ab335313d6f', 'tag': '4a9104b4-a3eb-4b9b-a196-007d6da125bf', 'status': 'completed', 'code': 200} Apr 11 18:15:18.576780 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-89791825-aba2-4cdd-89b6-b2b4aa24bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:18.578769 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-89791825-aba2-4cdd-89b6-b2b4aa24bd23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 1130 time: 0.0566509 Apr 11 18:15:18.736666 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-ba4e26f5-b21b-44b4-8dbd-d54410f050de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:18.739183 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-ba4e26f5-b21b-44b4-8dbd-d54410f050de service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a534f68-374b-4a6f-b80f-1aa62bee60ea HTTP/1.1" status: 200 len: 911 time: 0.3224537 Apr 11 18:15:18.806078 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-0e98b8bf-cfca-4510-927a-c983372215cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:18.808940 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-0e98b8bf-cfca-4510-927a-c983372215cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 916 time: 0.2179031 Apr 11 18:15:18.844923 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b999-fbd2-40d2-8e52-f8de53b2345d req-bf0aeb03-0343-46cd-a854-fcc1b0146e73 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:18.854659 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b82b999-fbd2-40d2-8e52-f8de53b2345d req-bf0aeb03-0343-46cd-a854-fcc1b0146e73 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.1137466 Apr 11 18:15:18.964267 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Allocated IP 172.20.0.6 (d7651395-ccc9-42f7-8056-0a991d0615e5/06563a33-b30f-4eda-ae56-5af57288c29b/2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:15:19.011915 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-24629860-e6e4-4a7a-b083-e79cf6fce2c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83205429-6924-47bf-9fdc-643a94b8927a HTTP/1.1" status: 200 len: 1000 time: 0.2201059 Apr 11 18:15:19.015133 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b82b999-fbd2-40d2-8e52-f8de53b2345d req-85f0acfa-f83a-4aea-b9a1-0b0b76ea6b73 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593318 Apr 11 18:15:19.073100 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-a80324c9-8562-4bb1-be35-b4caa129ad41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a9104b4-a3eb-4b9b-a196-007d6da125bf HTTP/1.1" status: 200 len: 1000 time: 0.2555115 Apr 11 18:15:19.087107 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2efa1a-aaee-478b-87da-902e1115a46d req-4d8d20fb-c3a7-4786-af60-79d43282b505 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:19.096312 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3b2efa1a-aaee-478b-87da-902e1115a46d req-4d8d20fb-c3a7-4786-af60-79d43282b505 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0792248 Apr 11 18:15:19.150918 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-43ea8fde-2240-42ca-9c7b-444dcf69d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:19.152494 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-43ea8fde-2240-42ca-9c7b-444dcf69d259 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=675019fa-8915-421f-bf8b-c55e41477ea1 HTTP/1.1" status: 200 len: 849 time: 0.1340909 Apr 11 18:15:19.190731 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3b2efa1a-aaee-478b-87da-902e1115a46d req-daa21647-ff6d-40a1-884d-eafabb902122 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934141 Apr 11 18:15:19.243722 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-3b5405a9-774f-49d3-afc4-1a7c68457aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:19.245670 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-3b5405a9-774f-49d3-afc4-1a7c68457aab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.1268711 Apr 11 18:15:19.255411 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '02a439ff-f9b5-4689-8c03-128e599778fe', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': '4a9104b4-a3eb-4b9b-a196-007d6da125bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:b6:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653689d-6e78-4896-8740-6ab335313d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:14:54Z', 'updated_at': '2022-04-11T18:15:17Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}, {'id': '92f3f3bb-51b1-4fff-a853-de03dc2dd349', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:18Z', 'updated_at': '2022-04-11T18:14:02Z', 'revision_number': 2, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:15:19.263068 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-f55c31bf-ad43-404e-8e72-856dd0c581c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:19.264633 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-f55c31bf-ad43-404e-8e72-856dd0c581c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a534f68-374b-4a6f-b80f-1aa62bee60ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1041942 Apr 11 18:15:19.299007 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:15:19.309909 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:15:19.311131 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:15:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:15:19.327808 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-f7c0aa6a-8fe9-4d20-9ce9-5c68131020f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:19.329545 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-f7c0aa6a-8fe9-4d20-9ce9-5c68131020f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765090 Apr 11 18:15:19.406190 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks [] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:19.417644 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e2ff8-e342-435d-863c-d1460651135a req-114d9803-ff43-4917-b94a-fd7f998895d2 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:19.419343 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-397e2ff8-e342-435d-863c-d1460651135a req-114d9803-ff43-4917-b94a-fd7f998895d2 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 948 time: 0.1322365 Apr 11 18:15:19.591359 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:15:19.780697 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-e6a4d368-f86b-4140-9ed4-c2090d35b570 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029905 Apr 11 18:15:19.817504 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b1029-89f1-4eb0-ae40-d52079a52642 req-04f4aecc-a220-4f0d-aced-a02a57c739a4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:19.819067 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4a4b1029-89f1-4eb0-ae40-d52079a52642 req-04f4aecc-a220-4f0d-aced-a02a57c739a4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0805902 Apr 11 18:15:19.854272 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-d279e5a5-429d-441c-8aa6-6c421121ee6d service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075772 Apr 11 18:15:19.869176 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-397e2ff8-e342-435d-863c-d1460651135a req-3a83d0c5-ee5a-468f-a07b-d3eefcff7c33 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380331 Apr 11 18:15:19.948568 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4a4b1029-89f1-4eb0-ae40-d52079a52642 req-486d89fd-15a2-4e92-bd7e-17e06efeecea tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177325 Apr 11 18:15:19.965151 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 6970d7f3-17d0-4af6-ab6f-0223563783a1 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:15:19.999588 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:20.070918 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '02a439ff-f9b5-4689-8c03-128e599778fe', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': '4a9104b4-a3eb-4b9b-a196-007d6da125bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:b6:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653689d-6e78-4896-8740-6ab335313d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:14:54Z', 'updated_at': '2022-04-11T18:15:17Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}, {'id': '92f3f3bb-51b1-4fff-a853-de03dc2dd349', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:18Z', 'updated_at': '2022-04-11T18:14:02Z', 'revision_number': 2, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:15:20.112791 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964703ab-37f6-4791-9b1e-9626aadad3ef None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '02a439ff-f9b5-4689-8c03-128e599778fe', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': '4a9104b4-a3eb-4b9b-a196-007d6da125bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:b6:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653689d-6e78-4896-8740-6ab335313d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:14:54Z', 'updated_at': '2022-04-11T18:15:17Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}, {'id': '92f3f3bb-51b1-4fff-a853-de03dc2dd349', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:18Z', 'updated_at': '2022-04-11T18:14:02Z', 'revision_number': 2, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:15:20.133842 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f8f66ef5-e90d-4653-97dc-ff7d6c92fcf3 req-b2136d00-4882-4104-8a24-b3cbda21a123 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678831 Apr 11 18:15:20.138540 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Network d7651395-ccc9-42f7-8056-0a991d0615e5 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:15:20.164143 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:15:20.164143 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:15:20.173384 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Pushing event updated for resources: {'Port': ['ID=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:20.201635 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b2f00bd-ce61-4f70-bc59-d902de864a9e req-9a51f684-285b-4eeb-a4e4-f9a5fa7ee546 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093602 Apr 11 18:15:20.232173 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d95957-970e-449d-9ab0-a95ca79ea24e req-06062c15-3b1d-4289-bc2e-d267b799a612 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:20.239961 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-76d95957-970e-449d-9ab0-a95ca79ea24e req-06062c15-3b1d-4289-bc2e-d267b799a612 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 931 time: 0.1607764 Apr 11 18:15:20.265318 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 6970d7f3-17d0-4af6-ab6f-0223563783a1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6970d7f3-17d0-4af6-ab6f-0223563783a1,segment=NetworkSegment(c17a9050-32f5-425f-a04f-213d7310bfde),segment_id=c17a9050-32f5-425f-a04f-213d7310bfde)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:20.278889 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '6970d7f3-17d0-4af6-ab6f-0223563783a1', 'network_id': 'ff56481e-ba55-44a1-b975-7e339663b1f6', 'port_id': '6970d7f3-17d0-4af6-ab6f-0223563783a1', 'mac_address': 'fa:16:3e:f5:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1168f1a8-2cef-43f8-bff8-9046a49c851a', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:15:20.296719 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:20.297622 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:20.307294 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93304f37-615f-4846-a3e5-d0c21a1aa289 req-deefe6d6-5964-48b4-a69b-7cddbab66207 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:20.309406 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-93304f37-615f-4846-a3e5-d0c21a1aa289 req-deefe6d6-5964-48b4-a69b-7cddbab66207 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.1039517 Apr 11 18:15:20.336592 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-76d95957-970e-449d-9ab0-a95ca79ea24e req-2e5dcedf-db98-46a6-ba59-796130f8aa6e tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930560 Apr 11 18:15:20.361981 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 6970d7f3-17d0-4af6-ab6f-0223563783a1 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:20.364041 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:20.392292 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-ad3a3471-2de7-499a-81d1-c9f8c73220db tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3593364 Apr 11 18:15:20.403273 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6970d7f3-17d0-4af6-ab6f-0223563783a1 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:15:20.411376 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-93304f37-615f-4846-a3e5-d0c21a1aa289 req-4f61c29c-d649-433c-a072-d4a55dbb24a9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927401 Apr 11 18:15:20.444309 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 6970d7f3-17d0-4af6-ab6f-0223563783a1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6970d7f3-17d0-4af6-ab6f-0223563783a1,segment=NetworkSegment(c17a9050-32f5-425f-a04f-213d7310bfde),segment_id=c17a9050-32f5-425f-a04f-213d7310bfde)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:20.498636 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a88da-62e8-4978-9103-0b4772731e50 req-2c992b41-6667-42a2-bf4a-3faf21f23f5f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:20.509110 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-337a88da-62e8-4978-9103-0b4772731e50 req-2c992b41-6667-42a2-bf4a-3faf21f23f5f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0694063 Apr 11 18:15:20.515967 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Request body: {'port': {'device_id': '7174d77f-84ad-4c75-aceb-1ce92a545a76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:15:20.530777 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:20.605794 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:20.618223 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=6970d7f3-17d0-4af6-ab6f-0223563783a1,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:20.625329 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905c470-53da-46d0-bc8b-7bf734dcfe4d None None] New status for floating IP 02a439ff-f9b5-4689-8c03-128e599778fe: ACTIVE {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:15:20.667510 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-337a88da-62e8-4978-9103-0b4772731e50 req-ef249bbc-128d-40a1-bd6a-dad5784a48bf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552374 Apr 11 18:15:20.930281 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['6970d7f3-17d0-4af6-ab6f-0223563783a1'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:15:21.091620 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:15:21.109465 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02878771-ff69-4884-bb5a-d8e838b188a0 req-9844e017-5bcc-431a-8a91-c55120879f35 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:21.117805 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-02878771-ff69-4884-bb5a-d8e838b188a0 req-9844e017-5bcc-431a-8a91-c55120879f35 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 949 time: 0.0814958 Apr 11 18:15:21.123287 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Publish callbacks [] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:21.180411 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadc10d-3b36-43be-9c31-3ac19991c7f2 req-90e10c99-903d-4c91-b870-0fcfa6ac9cd0 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:21.182058 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7aadc10d-3b36-43be-9c31-3ac19991c7f2 req-90e10c99-903d-4c91-b870-0fcfa6ac9cd0 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0985830 Apr 11 18:15:21.183223 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Transition to ACTIVE for port object 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:15:21.215213 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-02878771-ff69-4884-bb5a-d8e838b188a0 req-00176c71-1edc-4b18-a33d-c087f90ff6b3 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962970 Apr 11 18:15:21.253443 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:21.262782 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7aadc10d-3b36-43be-9c31-3ac19991c7f2 req-cc944b80-8c4f-423d-b40a-7533a91a9e52 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734887 Apr 11 18:15:21.313885 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:21.411885 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Attempting to bind port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:15:21.412288 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Attempting to bind port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'b496c2da-bc3a-423f-9ec2-01a6fb378af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:15:21.412489 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Attempting to bind port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de on network d7651395-ccc9-42f7-8056-0a991d0615e5 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:15:21.417785 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de on network d7651395-ccc9-42f7-8056-0a991d0615e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:15:21.418107 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Attempting to bind port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de on network d7651395-ccc9-42f7-8056-0a991d0615e5 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:15:21.423033 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:15:21.423370 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Checking segment: {'id': 'b496c2da-bc3a-423f-9ec2-01a6fb378af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:15:21.423808 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Bound using segment: {'id': 'b496c2da-bc3a-423f-9ec2-01a6fb378af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:15:21.424265 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Bound port: 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b496c2da-bc3a-423f-9ec2-01a6fb378af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:15:21.424624 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:21.489080 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181f5b-aa3c-40b2-978d-fd07249d32eb req-18fef2b9-579e-4ff2-9c31-cf9633caeebd tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:21.490334 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-08181f5b-aa3c-40b2-978d-fd07249d32eb req-18fef2b9-579e-4ff2-9c31-cf9633caeebd tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 943 time: 0.0670829 Apr 11 18:15:21.535474 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] For port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:15:21.548445 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-08181f5b-aa3c-40b2-978d-fd07249d32eb req-5d9b7bac-3e2a-482e-922d-ff713e5e9e42 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494444 Apr 11 18:15:21.587827 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] For port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:15:21.587827 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58fd66-4b5b-4c04-b759-fbe853f61aeb req-4aaf83c3-e86b-4084-bcb7-44ce2ecc6eab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:21.587827 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2c58fd66-4b5b-4c04-b759-fbe853f61aeb req-4aaf83c3-e86b-4084-bcb7-44ce2ecc6eab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0734842 Apr 11 18:15:21.623182 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2c58fd66-4b5b-4c04-b759-fbe853f61aeb req-6b55d697-4536-48c5-98d4-80557b097650 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456016 Apr 11 18:15:21.782284 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeaa4e-4fc5-45f6-9f7f-c3db5dc4813e req-22218986-7c08-4971-853b-135dc732abb9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:21.783834 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c0aeaa4e-4fc5-45f6-9f7f-c3db5dc4813e req-22218986-7c08-4971-853b-135dc732abb9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0481679 Apr 11 18:15:21.839280 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c0aeaa4e-4fc5-45f6-9f7f-c3db5dc4813e req-113fcbd7-2a87-4af8-ae2c-d5ddabc73767 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497890 Apr 11 18:15:21.858534 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:21.895286 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:21.895952 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:21.897301 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de HTTP/1.1" status: 200 len: 1093 time: 1.3860428 Apr 11 18:15:21.897738 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7174d77f-84ad-4c75-aceb-1ce92a545a76', 'tag': '2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:21.900296 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc31074-0fef-4754-8f64-a49aebc4fc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7174d77f-84ad-4c75-aceb-1ce92a545a76", "tag": "2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:21.929509 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bffde-6ef2-4b8c-a821-c63477cc66b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:21.952135 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f2eca9-621c-425a-ad94-72aa9960e23e x-openstack-request-id: req-69f2eca9-621c-425a-ad94-72aa9960e23e {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:21.952135 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7174d77f-84ad-4c75-aceb-1ce92a545a76", "tag": "2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:21.952534 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69f2eca9-621c-425a-ad94-72aa9960e23e {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:21.953153 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f2eca9-621c-425a-ad94-72aa9960e23e'] response: {'name': 'network-changed', 'server_uuid': '7174d77f-84ad-4c75-aceb-1ce92a545a76', 'tag': '2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de', 'status': 'completed', 'code': 200} Apr 11 18:15:22.049260 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc31074-0fef-4754-8f64-a49aebc4fc1c req-d7d5b7f3-dcde-41ec-9aa0-7ddc4aa4dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:22.050838 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ccc31074-0fef-4754-8f64-a49aebc4fc1c req-d7d5b7f3-dcde-41ec-9aa0-7ddc4aa4dd9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2835cf488bff406a871b6e8f39b43677&device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 1127 time: 0.0549178 Apr 11 18:15:22.116586 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 6970d7f3-17d0-4af6-ab6f-0223563783a1 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:15:22.196807 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 6970d7f3-17d0-4af6-ab6f-0223563783a1 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:15:22.230285 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc31074-0fef-4754-8f64-a49aebc4fc1c req-aa3fe969-4b8b-4477-9e35-56b93d1bbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:22.231051 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ccc31074-0fef-4754-8f64-a49aebc4fc1c req-aa3fe969-4b8b-4477-9e35-56b93d1bbc79 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2835cf488bff406a871b6e8f39b43677&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1669681 Apr 11 18:15:22.286304 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 6970d7f3-17d0-4af6-ab6f-0223563783a1 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:15:22.296266 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:22.365334 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5ddfc-c99e-4982-86af-9e014601a956 req-69f291a6-584e-4ad2-b149-3558515d2c21 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:22.374597 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-76b5ddfc-c99e-4982-86af-9e014601a956 req-69f291a6-584e-4ad2-b149-3558515d2c21 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 949 time: 0.0897555 Apr 11 18:15:22.434036 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc31074-0fef-4754-8f64-a49aebc4fc1c req-34617385-840e-4463-9120-9e4dd992b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:22.435669 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ccc31074-0fef-4754-8f64-a49aebc4fc1c req-34617385-840e-4463-9120-9e4dd992b072 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1947277 Apr 11 18:15:22.442610 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 6970d7f3-17d0-4af6-ab6f-0223563783a1 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:22.443000 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:22.472496 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d40d979-080b-477e-8a92-5ec692276b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6970d7f3-17d0-4af6-ab6f-0223563783a1'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:22.479581 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c2da03-cfc4-4dfe-9aeb-7b61b96a4579" -d '{"events": [{"server_uuid": "9d40d979-080b-477e-8a92-5ec692276b50", "name": "network-vif-plugged", "status": "completed", "tag": "6970d7f3-17d0-4af6-ab6f-0223563783a1"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:22.485136 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-76b5ddfc-c99e-4982-86af-9e014601a956 req-7ba2d651-7e1d-46b1-b670-fdf94a5a5df6 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088021 Apr 11 18:15:22.495902 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 6970d7f3-17d0-4af6-ab6f-0223563783a1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6970d7f3-17d0-4af6-ab6f-0223563783a1,segment=NetworkSegment(c17a9050-32f5-425f-a04f-213d7310bfde),segment_id=c17a9050-32f5-425f-a04f-213d7310bfde)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:22.544919 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-293d6c3e-861a-464a-bad6-135cdc3f955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:22.546631 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-293d6c3e-861a-464a-bad6-135cdc3f955d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2835cf488bff406a871b6e8f39b43677&device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 1127 time: 0.0669048 Apr 11 18:15:22.547460 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf2534b-b0e0-423e-a450-906fae85d800 x-openstack-request-id: req-6bf2534b-b0e0-423e-a450-906fae85d800 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:22.547920 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d40d979-080b-477e-8a92-5ec692276b50", "name": "network-vif-plugged", "status": "completed", "tag": "6970d7f3-17d0-4af6-ab6f-0223563783a1", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:22.548351 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bf2534b-b0e0-423e-a450-906fae85d800 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:22.548900 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf2534b-b0e0-423e-a450-906fae85d800'] response: {'server_uuid': '9d40d979-080b-477e-8a92-5ec692276b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6970d7f3-17d0-4af6-ab6f-0223563783a1', 'code': 200} Apr 11 18:15:22.558715 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40accd5b-9d8e-44e3-89f5-3d2df1b51715 req-0a418a59-42c0-4340-83ea-8b2ad8af84d6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:22.566417 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-40accd5b-9d8e-44e3-89f5-3d2df1b51715 req-0a418a59-42c0-4340-83ea-8b2ad8af84d6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.1453252 Apr 11 18:15:22.592782 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:22.623838 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-9e95be42-2ff6-4201-abb9-69f3b6d3497c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de HTTP/1.1" status: 200 len: 217 time: 0.0549214 Apr 11 18:15:22.723027 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=6970d7f3-17d0-4af6-ab6f-0223563783a1,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:22.755222 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-40accd5b-9d8e-44e3-89f5-3d2df1b51715 req-e1891801-b12f-4ba7-ba1a-e904192e7803 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875203 Apr 11 18:15:22.762140 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-7e89c927-2c3f-4435-aaad-ffc85cac63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:22.765481 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-7e89c927-2c3f-4435-aaad-ffc85cac63e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06563a33-b30f-4eda-ae56-5af57288c29b HTTP/1.1" status: 200 len: 849 time: 0.1322396 Apr 11 18:15:22.792875 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a401d-5c5a-4d51-876d-55674aeff253 req-576a824b-16ee-4c83-97a3-97d346c11815 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:22.802323 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f04a401d-5c5a-4d51-876d-55674aeff253 req-576a824b-16ee-4c83-97a3-97d346c11815 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 943 time: 0.0929756 Apr 11 18:15:22.823269 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-646b2d75-e3f9-455d-8a52-a9ac692b27c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7651395-ccc9-42f7-8056-0a991d0615e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484154 Apr 11 18:15:22.888273 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f04a401d-5c5a-4d51-876d-55674aeff253 req-3c5cee86-3e4f-4c74-9179-93ed316f2e47 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838075 Apr 11 18:15:23.006990 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e6452-b9ee-4779-bdf3-91a5a0a11e78 req-86179acf-4b52-43d3-ae72-b7404506132f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:23.008796 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8a4e6452-b9ee-4779-bdf3-91a5a0a11e78 req-86179acf-4b52-43d3-ae72-b7404506132f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.1430039 Apr 11 18:15:23.015863 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f6d0b-d92c-42e6-9aed-bdf4f53f0f8f req-059637af-dc8d-4871-b0ca-0e6c5c71f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:23.017463 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4b2f6d0b-d92c-42e6-9aed-bdf4f53f0f8f req-059637af-dc8d-4871-b0ca-0e6c5c71f1aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 1134 time: 0.0678971 Apr 11 18:15:23.032638 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ffaa7-7f83-412d-8313-5e834757b8f2 req-b0071c5a-2361-4e7e-9a36-5a92e7b0aac9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:23.038113 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ef3ffaa7-7f83-412d-8313-5e834757b8f2 req-b0071c5a-2361-4e7e-9a36-5a92e7b0aac9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0669181 Apr 11 18:15:23.094268 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-e1099711-c0f6-4be1-9671-013672af0826 service neutron] 10.222.0.15 "GET /v2.0/networks/d7651395-ccc9-42f7-8056-0a991d0615e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636559 Apr 11 18:15:23.108770 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ef3ffaa7-7f83-412d-8313-5e834757b8f2 req-d38beaf3-f4d7-423f-b141-2d40b7927553 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644314 Apr 11 18:15:23.145713 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8a4e6452-b9ee-4779-bdf3-91a5a0a11e78 req-c5ad67f1-8bee-45c3-a20e-b225d4f8548c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234138 Apr 11 18:15:23.157900 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4b2f6d0b-d92c-42e6-9aed-bdf4f53f0f8f req-3393a004-1598-4a9a-90e2-3d57d33f89a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273398 Apr 11 18:15:23.248387 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b8c07f4-7db8-4273-804c-0daa971ecbc9 req-e0311543-c324-4bea-a4da-f68b4aaeac6f service neutron] 10.222.0.15 "GET /v2.0/networks/d7651395-ccc9-42f7-8056-0a991d0615e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389260 Apr 11 18:15:23.626518 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e5f2d-b40c-477e-bd67-e754bd4a854b req-c45f8daa-2bb7-4d5a-8214-35cc01809852 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:23.630680 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ab3e5f2d-b40c-477e-bd67-e754bd4a854b req-c45f8daa-2bb7-4d5a-8214-35cc01809852 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 950 time: 0.0642610 Apr 11 18:15:23.700902 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ab3e5f2d-b40c-477e-bd67-e754bd4a854b req-f5510e0e-0bfe-4334-ab37-43cebdbdd715 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631862 Apr 11 18:15:23.906957 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bff7d-0e2f-4db1-a39f-85b8eaf0df44 req-8ab583e6-7d60-47a2-a007-97ad6a2be37e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:23.910150 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c54bff7d-0e2f-4db1-a39f-85b8eaf0df44 req-8ab583e6-7d60-47a2-a007-97ad6a2be37e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0649011 Apr 11 18:15:23.992523 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c54bff7d-0e2f-4db1-a39f-85b8eaf0df44 req-a1ba863d-3c77-4974-9a79-c297994ab8a2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755372 Apr 11 18:15:24.038550 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca9df0-0e46-4614-9720-41f74d995dba req-5c74fced-dc76-4695-a792-d8a233ad3dee tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:24.049844 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-57ca9df0-0e46-4614-9720-41f74d995dba req-5c74fced-dc76-4695-a792-d8a233ad3dee tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 943 time: 0.0820296 Apr 11 18:15:24.166308 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-57ca9df0-0e46-4614-9720-41f74d995dba req-13dcd1d5-ca2e-4c75-bef7-67abde0dffb0 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031668 Apr 11 18:15:24.385688 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba34af-2208-4623-9868-4c9317794cc1 req-cb2c044f-04b7-45a6-8c43-67b75808118e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:24.393168 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-08ba34af-2208-4623-9868-4c9317794cc1 req-cb2c044f-04b7-45a6-8c43-67b75808118e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.1438861 Apr 11 18:15:24.457830 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-08ba34af-2208-4623-9868-4c9317794cc1 req-d220d0bf-589e-4121-b31f-9e3a527dcbfa tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608070 Apr 11 18:15:24.829404 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9c04b-0bf5-4a1e-96e2-f1813191b8c7 req-a8e2c695-08e1-46d1-aa10-b768e5f88a89 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:24.831100 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6ab9c04b-0bf5-4a1e-96e2-f1813191b8c7 req-a8e2c695-08e1-46d1-aa10-b768e5f88a89 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 950 time: 0.0573637 Apr 11 18:15:24.883495 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6ab9c04b-0bf5-4a1e-96e2-f1813191b8c7 req-a3945b86-4b14-4da6-923e-8b084831c003 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466065 Apr 11 18:15:25.140041 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a1b3-7ae9-4db4-8453-3a63e0eb7417 req-a493ed83-af82-4479-8aee-54efa80aa9dd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:25.141581 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7a23a1b3-7ae9-4db4-8453-3a63e0eb7417 req-a493ed83-af82-4479-8aee-54efa80aa9dd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0664897 Apr 11 18:15:25.195981 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7a23a1b3-7ae9-4db4-8453-3a63e0eb7417 req-b64eb58d-5452-44ff-8eb7-3b0ce4af5f98 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480556 Apr 11 18:15:25.306567 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ea3f8-dc7a-4b96-b2b0-92cb4ce8fee7 req-5f50a0e6-3753-4f05-8779-509229332808 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:25.308116 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-149ea3f8-dc7a-4b96-b2b0-92cb4ce8fee7 req-5f50a0e6-3753-4f05-8779-509229332808 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 943 time: 0.0500479 Apr 11 18:15:25.367601 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-149ea3f8-dc7a-4b96-b2b0-92cb4ce8fee7 req-b6b449c0-5a84-4a7d-bfed-274044f2352a tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525041 Apr 11 18:15:25.586324 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b11af-cb68-45ae-ab7e-4fe4619cd26c req-641af42c-3d9f-475d-b714-476336fbb9e6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:25.587844 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-008b11af-cb68-45ae-ab7e-4fe4619cd26c req-641af42c-3d9f-475d-b714-476336fbb9e6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0517619 Apr 11 18:15:25.643327 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-008b11af-cb68-45ae-ab7e-4fe4619cd26c req-1c3fb40c-d84f-4c0f-88b6-2356ed11412c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493131 Apr 11 18:15:26.018074 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd605e-f94c-48c8-89db-6afecf0604c7 req-5439dc2a-8d97-4b25-bdd3-da4be68f856f tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:26.019918 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fdcd605e-f94c-48c8-89db-6afecf0604c7 req-5439dc2a-8d97-4b25-bdd3-da4be68f856f tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 950 time: 0.0556791 Apr 11 18:15:26.080760 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fdcd605e-f94c-48c8-89db-6afecf0604c7 req-14e2ef96-d327-4fab-a1e6-510ba54d0021 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518494 Apr 11 18:15:26.360105 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eb12c-dfd1-4add-924f-a3af14cc125c req-a9ff2354-2648-4411-bd22-1c771753a90e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:26.376346 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fb4eb12c-dfd1-4add-924f-a3af14cc125c req-a9ff2354-2648-4411-bd22-1c771753a90e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0924280 Apr 11 18:15:26.506630 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fb4eb12c-dfd1-4add-924f-a3af14cc125c req-1f7cdaec-dca2-4409-8da0-1838361f1201 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157653 Apr 11 18:15:26.582651 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987f785-717b-4ffe-8b01-e75ee1cba032 req-82089b98-00af-4a6c-a7bc-28cd28e96c19 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:26.584816 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a987f785-717b-4ffe-8b01-e75ee1cba032 req-82089b98-00af-4a6c-a7bc-28cd28e96c19 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 943 time: 0.1094110 Apr 11 18:15:26.645805 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a987f785-717b-4ffe-8b01-e75ee1cba032 req-e46d9b8c-3723-4627-9c42-ef4011f09617 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527260 Apr 11 18:15:26.796615 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bcab7-f390-4081-a748-4823b2eba2cc req-06d7dc50-4c8d-4264-ac25-6d46e4326d05 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:26.798885 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-471bcab7-f390-4081-a748-4823b2eba2cc req-06d7dc50-4c8d-4264-ac25-6d46e4326d05 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0754714 Apr 11 18:15:26.870740 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-471bcab7-f390-4081-a748-4823b2eba2cc req-0fc2520d-472b-4910-9627-501a4f4fb77f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654583 Apr 11 18:15:27.227168 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bb112-71ef-478f-a0d6-60a805026f95 req-6643b8cf-1c70-4074-949c-c74f1a38922d tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:27.229551 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a03bb112-71ef-478f-a0d6-60a805026f95 req-6643b8cf-1c70-4074-949c-c74f1a38922d tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 950 time: 0.0676186 Apr 11 18:15:27.293915 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a03bb112-71ef-478f-a0d6-60a805026f95 req-f4cc1485-04ca-4f9c-936a-26f34260d5a2 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587118 Apr 11 18:15:27.641673 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693836b-9248-4886-b3d0-b08aebf4bc0d req-cdbd93c2-ca2a-4ae6-a25b-101db8c53bfb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:27.645067 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b693836b-9248-4886-b3d0-b08aebf4bc0d req-cdbd93c2-ca2a-4ae6-a25b-101db8c53bfb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0751550 Apr 11 18:15:27.719424 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b693836b-9248-4886-b3d0-b08aebf4bc0d req-1d992ed6-371f-44cd-a13f-d3e8deba2cdd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675206 Apr 11 18:15:27.895683 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e9bbd-3a11-4feb-a20c-010f98ccaac1 req-bfccbe59-8152-46df-8db2-87d338b2da43 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:27.897072 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cf7e9bbd-3a11-4feb-a20c-010f98ccaac1 req-bfccbe59-8152-46df-8db2-87d338b2da43 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 943 time: 0.0694668 Apr 11 18:15:27.916996 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d0369-9dc9-493c-9149-9bc4b363456e req-af189d0e-77d5-45f6-8291-ef645e83ebf6 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:27.918742 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-106d0369-9dc9-493c-9149-9bc4b363456e req-af189d0e-77d5-45f6-8291-ef645e83ebf6 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 950 time: 0.0873034 Apr 11 18:15:27.985775 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cf7e9bbd-3a11-4feb-a20c-010f98ccaac1 req-09c831cb-5916-4598-b6ca-e4e2f48c90af tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765359 Apr 11 18:15:27.988510 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-106d0369-9dc9-493c-9149-9bc4b363456e req-871a60f1-de5e-4248-9d6f-2bc756dfc0c1 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639999 Apr 11 18:15:28.082054 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:15:28.130427 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0109c-9317-4123-964f-bb6a1ab60535 req-4b045eec-b740-4226-a6f9-69cfa1001617 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:28.132121 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71b0109c-9317-4123-964f-bb6a1ab60535 req-4b045eec-b740-4226-a6f9-69cfa1001617 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0787721 Apr 11 18:15:28.214528 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:28.227364 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71b0109c-9317-4123-964f-bb6a1ab60535 req-bad86e87-6177-4175-91ea-b5cf1a75c50f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850041 Apr 11 18:15:28.228598 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de', 'network_id': 'd7651395-ccc9-42f7-8056-0a991d0615e5', 'port_id': '2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de', 'mac_address': 'fa:16:3e:1f:a0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06563a33-b30f-4eda-ae56-5af57288c29b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:15:28.280667 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:28.281328 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:28.304881 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:15:28.332787 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:28.406251 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:28.475524 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:28.483048 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.483952 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.484758 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.485585 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.486019 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.486554 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.487089 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.487623 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.488116 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.488517 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.489238 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.490371 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.491484 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.491856 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.492192 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:15:28.823563 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:15:28.879284 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca035cc-7ff4-4a7b-a87b-eaa0d6e15823 req-3fa21456-eecb-41e0-aa70-34a0286f5985 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:28.880838 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4ca035cc-7ff4-4a7b-a87b-eaa0d6e15823 req-3fa21456-eecb-41e0-aa70-34a0286f5985 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0584445 Apr 11 18:15:28.933705 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4ca035cc-7ff4-4a7b-a87b-eaa0d6e15823 req-2f56ad06-7e0b-475f-9f0c-cb3d6529f3e5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471928 Apr 11 18:15:29.098689 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c295ede-dd5d-4fcd-ac5c-8d2f9b117a1c req-8b606d9d-e0d4-47a4-9f2b-689896d43a67 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:29.100366 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0c295ede-dd5d-4fcd-ac5c-8d2f9b117a1c req-8b606d9d-e0d4-47a4-9f2b-689896d43a67 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 944 time: 0.0500724 Apr 11 18:15:29.125882 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5a52c-8bbe-4eb3-bb22-751b352915cd req-33d58324-408d-4c39-9483-6f45bf821f6b tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:29.127460 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bed5a52c-8bbe-4eb3-bb22-751b352915cd req-33d58324-408d-4c39-9483-6f45bf821f6b tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 950 time: 0.0546288 Apr 11 18:15:29.150579 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0c295ede-dd5d-4fcd-ac5c-8d2f9b117a1c req-d09a92b7-e3c0-4f12-b3f8-c8a8acceea73 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 Apr 11 18:15:29.180065 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bed5a52c-8bbe-4eb3-bb22-751b352915cd req-a4129e51-bb2b-42c8-bfbe-74a42bb92358 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463569 Apr 11 18:15:29.354451 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764e1e8-461b-4fe1-b3c9-442a9671af58 req-585ad53a-0e1f-4b27-8468-6d4b76e1e519 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:29.355935 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f764e1e8-461b-4fe1-b3c9-442a9671af58 req-585ad53a-0e1f-4b27-8468-6d4b76e1e519 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0490310 Apr 11 18:15:29.408026 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f764e1e8-461b-4fe1-b3c9-442a9671af58 req-aa359f34-3fe8-4974-b63b-74f5677411f3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463402 Apr 11 18:15:29.908796 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb58f7-b5aa-44a0-bb5f-980b98052d98 req-aeabf274-96f3-4f72-8d06-922d14110a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:29.910306 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-acdb58f7-b5aa-44a0-bb5f-980b98052d98 req-aeabf274-96f3-4f72-8d06-922d14110a22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 1130 time: 0.0504353 Apr 11 18:15:30.044940 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:30.074414 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5060e-03fd-4247-b5ed-a959fd07875d req-9d9bc4b3-24e5-45be-b87e-fb3f8a7c947b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:30.076112 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-faf5060e-03fd-4247-b5ed-a959fd07875d req-9d9bc4b3-24e5-45be-b87e-fb3f8a7c947b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0706987 Apr 11 18:15:30.103669 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-acdb58f7-b5aa-44a0-bb5f-980b98052d98 req-49f8bdd7-93b3-4852-a283-7205d9f355c0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712116 Apr 11 18:15:30.108546 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:15:30.134658 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-faf5060e-03fd-4247-b5ed-a959fd07875d req-2b09d0e6-3375-46c0-9bbd-9cb9b05ea3d8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519121 Apr 11 18:15:30.186651 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:15:30.272297 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb2fea-7040-430f-b52c-51459c68cc1c req-e86d71de-5faa-4429-aa40-8cdbabec2977 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:30.273947 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d9cb2fea-7040-430f-b52c-51459c68cc1c req-e86d71de-5faa-4429-aa40-8cdbabec2977 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 944 time: 0.0514529 Apr 11 18:15:30.295795 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52fa88-0116-43a9-83df-c0f3e8f2abab req-c84eda7f-6f32-464c-9906-4c32bfb765be tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:30.297538 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1e52fa88-0116-43a9-83df-c0f3e8f2abab req-c84eda7f-6f32-464c-9906-4c32bfb765be tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 950 time: 0.0489237 Apr 11 18:15:30.349084 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d9cb2fea-7040-430f-b52c-51459c68cc1c req-54187306-72c6-4869-9a63-c7103a73fbb8 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680056 Apr 11 18:15:30.350891 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1e52fa88-0116-43a9-83df-c0f3e8f2abab req-90655ccb-0d1f-4021-ad38-a74618bd270d tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/security-groups?id=70bdb924-b6a6-432c-8557-04509e476bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445445 Apr 11 18:15:30.411590 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-ee979c78-4d8a-43d7-8d02-0de698699e84 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:30.413079 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-ee979c78-4d8a-43d7-8d02-0de698699e84 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 950 time: 0.0576336 Apr 11 18:15:30.434766 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:15:30.438975 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:30.537054 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:30.538065 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:30.556385 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Deleting port 6970d7f3-17d0-4af6-ab6f-0223563783a1 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:15:30.556726 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:30.563590 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7174d77f-84ad-4c75-aceb-1ce92a545a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:30.565867 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d0eda4-8813-4a0f-b760-cde16e16fe1d" -d '{"events": [{"server_uuid": "7174d77f-84ad-4c75-aceb-1ce92a545a76", "name": "network-vif-plugged", "status": "completed", "tag": "2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:30.579501 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:30.591209 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bac341-d52e-42ab-b5d3-1f3f678ff52a req-bab2566d-57ed-4b87-84bf-54ede63e7b97 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:30.592216 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-16bac341-d52e-42ab-b5d3-1f3f678ff52a req-bab2566d-57ed-4b87-84bf-54ede63e7b97 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0867574 Apr 11 18:15:30.618881 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4f35f2-7cf7-481a-a26e-0c7ed2fbc260 x-openstack-request-id: req-ce4f35f2-7cf7-481a-a26e-0c7ed2fbc260 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:30.619176 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7174d77f-84ad-4c75-aceb-1ce92a545a76", "name": "network-vif-plugged", "status": "completed", "tag": "2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:30.619434 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce4f35f2-7cf7-481a-a26e-0c7ed2fbc260 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:30.620575 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4f35f2-7cf7-481a-a26e-0c7ed2fbc260'] response: {'server_uuid': '7174d77f-84ad-4c75-aceb-1ce92a545a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de', 'code': 200} Apr 11 18:15:30.668676 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:30.706891 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-16bac341-d52e-42ab-b5d3-1f3f678ff52a req-c21cdf9f-ec2c-4b1d-8056-f76f338c99e4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749595 Apr 11 18:15:30.708889 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] For port 6970d7f3-17d0-4af6-ab6f-0223563783a1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6970d7f3-17d0-4af6-ab6f-0223563783a1,segment=NetworkSegment(c17a9050-32f5-425f-a04f-213d7310bfde),segment_id=c17a9050-32f5-425f-a04f-213d7310bfde)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:30.709403 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:30.724062 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:30.725780 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Calling delete_port for 6970d7f3-17d0-4af6-ab6f-0223563783a1 owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:15:30.920834 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (6970d7f3-17d0-4af6-ab6f-0223563783a1), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:30.936962 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['6970d7f3-17d0-4af6-ab6f-0223563783a1'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:15:30.954208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Pushing event deleted for resources: {'Port': ['ID=6970d7f3-17d0-4af6-ab6f-0223563783a1,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:30.999067 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] No DVR routers for this DVR port 6970d7f3-17d0-4af6-ab6f-0223563783a1 on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:15:31.001695 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:31.008662 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a283349b-979a-44f9-80d2-c3979ff5e17d req-42caf812-69cc-4341-a8ce-87be70ea9e80 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.15 "DELETE /v2.0/ports/6970d7f3-17d0-4af6-ab6f-0223563783a1 HTTP/1.1" status: 204 len: 173 time: 0.5850718 Apr 11 18:15:31.008662 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d40d979-080b-477e-8a92-5ec692276b50', 'name': 'network-vif-deleted', 'tag': '6970d7f3-17d0-4af6-ab6f-0223563783a1'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:31.008662 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47977988-c99f-406d-b627-a2240df419ad" -d '{"events": [{"server_uuid": "9d40d979-080b-477e-8a92-5ec692276b50", "name": "network-vif-deleted", "tag": "6970d7f3-17d0-4af6-ab6f-0223563783a1"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:31.047214 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859fcffb-c725-4896-ac6a-b0cb40b24f4e x-openstack-request-id: req-859fcffb-c725-4896-ac6a-b0cb40b24f4e {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:31.047724 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d40d979-080b-477e-8a92-5ec692276b50", "name": "network-vif-deleted", "tag": "6970d7f3-17d0-4af6-ab6f-0223563783a1", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:31.048102 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-859fcffb-c725-4896-ac6a-b0cb40b24f4e {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:31.048459 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859fcffb-c725-4896-ac6a-b0cb40b24f4e'] response: {'server_uuid': '9d40d979-080b-477e-8a92-5ec692276b50', 'name': 'network-vif-deleted', 'tag': '6970d7f3-17d0-4af6-ab6f-0223563783a1', 'status': 'completed', 'code': 200} Apr 11 18:15:31.263188 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9948c19-aeab-49d9-8fb0-a986ba511b15 req-d12eb260-58ed-4acb-a2d3-c501eb805170 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:31.264642 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a9948c19-aeab-49d9-8fb0-a986ba511b15 req-d12eb260-58ed-4acb-a2d3-c501eb805170 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0579135 Apr 11 18:15:31.311737 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a9948c19-aeab-49d9-8fb0-a986ba511b15 req-5efcb20b-50ed-4535-b7d7-4af7dff5341a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Apr 11 18:15:31.451385 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1d4ad996-0046-4e4c-9768-61b299cdb20e req-ccd53bf3-a918-4a01-a595-c52353a38667 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 210 time: 0.0299208 Apr 11 18:15:31.473106 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdb16d-a149-467e-aa2b-cd481b415c68 req-180761b5-1627-477e-92a1-2b0dc0d03104 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:31.474649 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6cfdb16d-a149-467e-aa2b-cd481b415c68 req-180761b5-1627-477e-92a1-2b0dc0d03104 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.0527761 Apr 11 18:15:31.535222 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6cfdb16d-a149-467e-aa2b-cd481b415c68 req-7ec34270-4c50-41b6-817f-87f074da9cf5 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542212 Apr 11 18:15:31.702023 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168be88-f019-4193-9b74-06b1d7b75032 req-aeafad0a-7745-494b-aefa-be6071b924ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:31.703909 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c168be88-f019-4193-9b74-06b1d7b75032 req-aeafad0a-7745-494b-aefa-be6071b924ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 1129 time: 0.0465248 Apr 11 18:15:31.832337 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12c25-5886-40c1-b41d-a378f3047adf req-ad321d5d-7025-4e1a-b1c5-1c68c0e5e5c8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:31.833887 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bdc12c25-5886-40c1-b41d-a378f3047adf req-ad321d5d-7025-4e1a-b1c5-1c68c0e5e5c8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0489707 Apr 11 18:15:31.899854 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bdc12c25-5886-40c1-b41d-a378f3047adf req-13fe95e2-7a8f-4be1-af01-f298e3c7adae tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597684 Apr 11 18:15:32.215396 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-16eed832-0811-42df-81d6-f16012350254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:32.217010 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-16eed832-0811-42df-81d6-f16012350254 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 1129 time: 0.0413475 Apr 11 18:15:32.373839 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c168be88-f019-4193-9b74-06b1d7b75032 req-002ab6b5-307d-4931-8473-5bfbd66e8feb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038876 Apr 11 18:15:32.399523 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-d9d00427-16af-4512-93a0-58a62f10a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:32.401073 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-d9d00427-16af-4512-93a0-58a62f10a62b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 917 time: 0.1244645 Apr 11 18:15:32.428526 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9ec59-0933-4d46-8524-e7d95497355d req-dece5b71-97b8-4b74-bc47-30de3aa3bab2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:32.430027 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5ba9ec59-0933-4d46-8524-e7d95497355d req-dece5b71-97b8-4b74-bc47-30de3aa3bab2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0506909 Apr 11 18:15:32.488209 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5ba9ec59-0933-4d46-8524-e7d95497355d req-4d0290cd-b02d-41a7-9b30-bff605a68c24 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515704 Apr 11 18:15:32.575344 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4ccbedcd-41c9-42de-a08a-e3e1ba7a415e req-4a5ee864-cf6c-456b-8660-7091db51d687 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 210 time: 0.0281422 Apr 11 18:15:32.622810 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b2b46-fbe5-460d-85f4-e122843c2198 req-b7b1fb3d-221e-468e-bcd4-28ff57587985 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:32.625119 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-220b2b46-fbe5-460d-85f4-e122843c2198 req-b7b1fb3d-221e-468e-bcd4-28ff57587985 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0681174 Apr 11 18:15:32.677035 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-220b2b46-fbe5-460d-85f4-e122843c2198 req-82efee88-2b5b-4760-9f05-56bdd2922394 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460172 Apr 11 18:15:32.734896 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168d55e-056a-46ff-be96-65f1a182bca7 req-1362a098-ad29-465a-b0b8-0645f4dc10b2 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:32.736353 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8168d55e-056a-46ff-be96-65f1a182bca7 req-1362a098-ad29-465a-b0b8-0645f4dc10b2 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.0866213 Apr 11 18:15:32.756757 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-aa5cf6e3-2fa4-48dd-923c-316d48964f51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7114cb78-55cc-43a7-9134-f164679985d3 HTTP/1.1" status: 200 len: 1001 time: 0.1129568 Apr 11 18:15:32.783875 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e7e32d17-6855-47d4-bf44-146fa29c9192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:32.795541 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8168d55e-056a-46ff-be96-65f1a182bca7 req-edcec626-d96a-45f6-a5a2-7d278fea99ba tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530212 Apr 11 18:15:33.026097 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-15f25ad3-a22c-498b-ac57-2250065d8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:33.027816 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-15f25ad3-a22c-498b-ac57-2250065d8016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.0517070 Apr 11 18:15:33.041309 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb45607-9f9c-4bd1-be0d-d112c3fe2c4b req-5f5bbe74-680c-4d22-bcbc-79dc0eb0d7c6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:33.043109 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bbb45607-9f9c-4bd1-be0d-d112c3fe2c4b req-5f5bbe74-680c-4d22-bcbc-79dc0eb0d7c6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0581944 Apr 11 18:15:33.091792 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bbb45607-9f9c-4bd1-be0d-d112c3fe2c4b req-f70b6bf5-f262-4b2d-afc3-6f7d3ff58e58 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418165 Apr 11 18:15:33.553672 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-61251d70-ca09-4feb-9862-da47f30e8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:33.555117 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-61251d70-ca09-4feb-9862-da47f30e8ecb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424864 Apr 11 18:15:33.659552 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-61197423-0524-4cf9-8bd5-ffbb2531c496 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965321 Apr 11 18:15:33.704960 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fea0440b-b40f-46fe-ad94-157c232408eb req-d850a703-8c3c-45af-a0f3-4c25f8537164 tempest-VolumesNegativeTest-875078534 tempest-VolumesNegativeTest-875078534-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d40d979-080b-477e-8a92-5ec692276b50 HTTP/1.1" status: 200 len: 210 time: 0.0383384 Apr 11 18:15:33.782590 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e603d09d-2e99-4007-b4d9-15b5ba1b833c req-3952ef06-bebc-4c0a-8c46-e873287e242c service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873451 Apr 11 18:15:33.909399 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3d4bd-4294-4a7f-a189-ca2a5d61c2d1 req-a143a353-76c7-4f16-b0fe-521fef7e68d0 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:33.910893 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4db3d4bd-4294-4a7f-a189-ca2a5d61c2d1 req-a143a353-76c7-4f16-b0fe-521fef7e68d0 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.0480537 Apr 11 18:15:33.962110 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4db3d4bd-4294-4a7f-a189-ca2a5d61c2d1 req-95c99549-615a-4b2f-93b8-ca248387adec tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450099 Apr 11 18:15:34.126244 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 6970d7f3-17d0-4af6-ab6f-0223563783a1 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:15:34.146964 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 6970d7f3-17d0-4af6-ab6f-0223563783a1 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:15:34.147310 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 6970d7f3-17d0-4af6-ab6f-0223563783a1 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:15:34.147732 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:15:34.214867 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811dabe-eb57-4695-87f3-303ed2fa4a92 req-a42a0991-953d-4407-9807-74318ca54dad tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:34.216433 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5811dabe-eb57-4695-87f3-303ed2fa4a92 req-a42a0991-953d-4407-9807-74318ca54dad tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 945 time: 0.0520041 Apr 11 18:15:34.223187 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 7114cb78-55cc-43a7-9134-f164679985d3 is: ACTIVE; New status is: DOWN {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:34.223634 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:34.251428 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:34.253654 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab288c1-3e88-40c8-acad-9dc9ff9d927d" -d '{"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-unplugged", "status": "completed", "tag": "7114cb78-55cc-43a7-9134-f164679985d3"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:34.269810 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:34.270396 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5811dabe-eb57-4695-87f3-303ed2fa4a92 req-760bfcb4-0ef2-4dd0-b1f9-37f340ae67c5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472617 Apr 11 18:15:34.295657 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0b9b1f-9cc3-481e-a22e-8744e7eb27eb x-openstack-request-id: req-4f0b9b1f-9cc3-481e-a22e-8744e7eb27eb {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:34.295657 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-unplugged", "status": "completed", "tag": "7114cb78-55cc-43a7-9134-f164679985d3", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:34.295657 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f0b9b1f-9cc3-481e-a22e-8744e7eb27eb {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:34.295657 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0b9b1f-9cc3-481e-a22e-8744e7eb27eb'] response: {'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3', 'code': 200} Apr 11 18:15:34.348784 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:34.402799 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=8']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:34.890591 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3ac58-0a53-4207-9e4d-895e84505357 req-05db4069-7302-4275-8588-d8bef0e2b8b9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:34.892211 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-50f3ac58-0a53-4207-9e4d-895e84505357 req-05db4069-7302-4275-8588-d8bef0e2b8b9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0535762 Apr 11 18:15:34.942901 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-50f3ac58-0a53-4207-9e4d-895e84505357 req-3ef21432-8b55-4bcd-8687-d765443efeb8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Apr 11 18:15:35.023297 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d39484da-0244-4527-8d2d-d5f09882cdbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:35.103163 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1d46-d96b-4666-8dd5-f7e91dc54a05 req-3cfeef15-9d7a-49d9-a4f0-76ecc059f18c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:35.103163 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3a7b1d46-d96b-4666-8dd5-f7e91dc54a05 req-3cfeef15-9d7a-49d9-a4f0-76ecc059f18c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.0515165 Apr 11 18:15:35.149406 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3a7b1d46-d96b-4666-8dd5-f7e91dc54a05 req-ee11f44a-e782-43c6-814d-5e9118d12dd3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436702 Apr 11 18:15:35.398495 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fd5db-ca09-491e-be36-aa2a01b08cdf req-4dce06d4-db4d-4eda-98d8-a77b12907fdf tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:35.400027 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-559fd5db-ca09-491e-be36-aa2a01b08cdf req-4dce06d4-db4d-4eda-98d8-a77b12907fdf tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0523372 Apr 11 18:15:35.449063 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-559fd5db-ca09-491e-be36-aa2a01b08cdf req-55e1ec37-98f9-4d1b-86e9-fb7754ccc481 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 Apr 11 18:15:36.475344 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f2cc9-63d3-42b6-820a-40f69a950daf req-b4988a12-7b03-4e2f-9192-9e1c391077ba tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:36.475344 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ed5f2cc9-63d3-42b6-820a-40f69a950daf req-b4988a12-7b03-4e2f-9192-9e1c391077ba tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0598550 Apr 11 18:15:36.475344 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ed5f2cc9-63d3-42b6-820a-40f69a950daf req-bac5edb6-6c0b-4d2f-a23e-edf597a0a865 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 Apr 11 18:15:36.483047 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf900a-1603-40d9-8625-0c4ab6576bbe req-6f8da4b8-5885-4ed7-9b1e-82d0debfd83d tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:36.483047 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d4cf900a-1603-40d9-8625-0c4ab6576bbe req-6f8da4b8-5885-4ed7-9b1e-82d0debfd83d tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.0507004 Apr 11 18:15:36.483047 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d4cf900a-1603-40d9-8625-0c4ab6576bbe req-f977abe2-81ac-4638-883b-098a811dfe8b tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493114 Apr 11 18:15:36.502599 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:36.591229 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1bfd0-8fbe-4f8c-ab6b-25a099d36d39 req-4020534d-5ae2-4a28-9041-c3e4735946f0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:36.592748 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-76c1bfd0-8fbe-4f8c-ab6b-25a099d36d39 req-4020534d-5ae2-4a28-9041-c3e4735946f0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0495782 Apr 11 18:15:36.643517 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-76c1bfd0-8fbe-4f8c-ab6b-25a099d36d39 req-d3413cba-7cc7-46d2-bbb6-052c8522793d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443127 Apr 11 18:15:36.989228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-451ce9c1-3769-4e1e-831b-61abc741965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:36.991010 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-451ce9c1-3769-4e1e-831b-61abc741965a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 1129 time: 0.0491662 Apr 11 18:15:37.096896 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-41cf9a6f-ff01-489d-87fa-5653d76725e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:37.096896 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-41cf9a6f-ff01-489d-87fa-5653d76725e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.0972579 Apr 11 18:15:37.269321 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104804bf-e85c-40e4-a2dc-b95c0ec1feca req-f1d33bee-df99-4a64-a1d2-ada872124b08 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:37.270859 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-104804bf-e85c-40e4-a2dc-b95c0ec1feca req-f1d33bee-df99-4a64-a1d2-ada872124b08 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0498929 Apr 11 18:15:37.321574 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-104804bf-e85c-40e4-a2dc-b95c0ec1feca req-aee99425-1ea1-4eb1-8bae-d1dea2356bbb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 Apr 11 18:15:37.733581 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-332ffd7c-3fdc-41be-a3ce-01e88ae81730 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=353e55f1-0d7b-4893-a793-312be20bcf01 HTTP/1.1" status: 200 len: 217 time: 0.3279419 Apr 11 18:15:37.746019 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61bbf0-fd58-4518-af23-ebe994534a38 req-25f16e02-cf03-4f09-80b4-fc507ea8b1f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:37.747129 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cc61bbf0-fd58-4518-af23-ebe994534a38 req-25f16e02-cf03-4f09-80b4-fc507ea8b1f3 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.3532577 Apr 11 18:15:37.766624 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:37.805623 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07390801-19ed-4926-894d-35ee443b65d9 req-0c26f641-3b05-4469-8f91-4f4df39222cc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:37.816209 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-07390801-19ed-4926-894d-35ee443b65d9 req-0c26f641-3b05-4469-8f91-4f4df39222cc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0858848 Apr 11 18:15:37.847931 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-050ca765-af74-4ae3-9758-1aca50cca48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:37.849559 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-050ca765-af74-4ae3-9758-1aca50cca48a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.1011586 Apr 11 18:15:37.885475 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-07390801-19ed-4926-894d-35ee443b65d9 req-9bc9df17-3f76-4dee-8b65-f75a329674f3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676568 Apr 11 18:15:37.891384 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cc61bbf0-fd58-4518-af23-ebe994534a38 req-7862898c-966b-46f7-bc9f-ee3773150c3d tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945075 Apr 11 18:15:37.950554 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-ca15e6f1-5f19-426b-8856-62ba876f3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:37.952152 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-ca15e6f1-5f19-426b-8856-62ba876f3709 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903161 Apr 11 18:15:38.069760 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-81d14839-7dc2-46de-ad9e-3628cfa5f729 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089902 Apr 11 18:15:38.164485 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-55207f57-fe0f-45d7-9300-64ff9704ee00 req-c1d4bdc6-f1ef-4ac0-a56c-1c3c7b721ade service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879343 Apr 11 18:15:38.455577 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd927-dcdf-4329-9e2a-d5e3c2764256 req-5d5a43b8-9399-4934-9f2e-07232ebc56ec tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:38.455577 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3fbd927-dcdf-4329-9e2a-d5e3c2764256 req-5d5a43b8-9399-4934-9f2e-07232ebc56ec tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0582275 Apr 11 18:15:38.513144 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3fbd927-dcdf-4329-9e2a-d5e3c2764256 req-a0001152-6943-49f6-be03-5d49cf5a73e1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563397 Apr 11 18:15:39.086414 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:39.324677 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [req-2646c477-b72a-4451-917a-ce3fc1ec8b4c req-56592d84-d0ad-4a35-a5da-8d643bb9e4f2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:15:39.325689 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2646c477-b72a-4451-917a-ce3fc1ec8b4c req-56592d84-d0ad-4a35-a5da-8d643bb9e4f2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055470 Apr 11 18:15:39.660837 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc2791-feec-4412-abc4-11cfa09ef2b5 req-7e9bf196-54df-4c26-8274-2783cfc03611 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:39.670853 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6448783-3060-4124-a3bb-491afd03bf03 req-ea9fbec4-9034-4681-9d11-b6d567d6fd6c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:39.670853 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f6448783-3060-4124-a3bb-491afd03bf03 req-ea9fbec4-9034-4681-9d11-b6d567d6fd6c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0540760 Apr 11 18:15:39.671029 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-12fc2791-feec-4412-abc4-11cfa09ef2b5 req-7e9bf196-54df-4c26-8274-2783cfc03611 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0750580 Apr 11 18:15:39.730571 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f6448783-3060-4124-a3bb-491afd03bf03 req-0e79aa1a-e845-4d6f-a412-63f8cdcc4a03 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575798 Apr 11 18:15:39.732086 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-12fc2791-feec-4412-abc4-11cfa09ef2b5 req-65b10e54-7de9-464f-81be-4243889ba8cb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631967 Apr 11 18:15:40.211474 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56110) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:40.293619 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-5cf4f6f8-3d52-4008-b760-109cad599ee4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809216 Apr 11 18:15:40.302320 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-423df26a-f0f1-486d-9e41-2d594fac9b73 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:15:40.303928 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-423df26a-f0f1-486d-9e41-2d594fac9b73 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054636 Apr 11 18:15:40.378674 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56118) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:40.480611 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-f38e2e1f-4461-45c7-a10c-8f4d62585bc7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:40.481956 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-f38e2e1f-4461-45c7-a10c-8f4d62585bc7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports/7114cb78-55cc-43a7-9134-f164679985d3 HTTP/1.1" status: 200 len: 940 time: 0.1021469 Apr 11 18:15:40.496675 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:15:40.585121 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 7114cb78-55cc-43a7-9134-f164679985d3 is: DOWN; New status is: DOWN {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:15:40.854855 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67384e6c-1fcd-4eaf-b811-f058d44f0596 req-38876985-6f8a-4b5b-9063-8d519b343491 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:40.854855 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-67384e6c-1fcd-4eaf-b811-f058d44f0596 req-38876985-6f8a-4b5b-9063-8d519b343491 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0513680 Apr 11 18:15:40.858575 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b100fe0-57a4-41e6-b539-49394320617a req-43b33a28-2cfc-4c32-9db9-22cdf5e8effb tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:40.860855 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8b100fe0-57a4-41e6-b539-49394320617a req-43b33a28-2cfc-4c32-9db9-22cdf5e8effb tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0505779 Apr 11 18:15:40.903774 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-67384e6c-1fcd-4eaf-b811-f058d44f0596 req-836fdbc3-4339-4e1b-97c1-065d0f2dbe87 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471401 Apr 11 18:15:40.914745 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8b100fe0-57a4-41e6-b539-49394320617a req-d4edfee2-aeb6-477d-a2fe-8aaacfad681b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473893 Apr 11 18:15:42.026124 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5496e0-b1bf-4cdc-a045-a498f29183b8 req-3ed7971e-738e-4f5b-9627-92260503b5e7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:42.028554 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9e5496e0-b1bf-4cdc-a045-a498f29183b8 req-3ed7971e-738e-4f5b-9627-92260503b5e7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0538642 Apr 11 18:15:42.048173 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcb475-25eb-40d1-8ea0-9e80e6b201da req-368c66dc-8505-47f3-b0e7-d3b4453e9363 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:42.050368 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-debcb475-25eb-40d1-8ea0-9e80e6b201da req-368c66dc-8505-47f3-b0e7-d3b4453e9363 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0606093 Apr 11 18:15:42.097916 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9e5496e0-b1bf-4cdc-a045-a498f29183b8 req-2c568097-b92a-4bb1-98d0-87561d746dd8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639524 Apr 11 18:15:42.107735 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-debcb475-25eb-40d1-8ea0-9e80e6b201da req-403437aa-37c1-4ce5-8826-09e25efd33d8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507135 Apr 11 18:15:42.497168 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838959e2-183b-4ea1-9ca7-24c7de89a79c req-32366f01-a0cf-4417-a58c-1afd4912d8ec tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:42.499225 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-838959e2-183b-4ea1-9ca7-24c7de89a79c req-32366f01-a0cf-4417-a58c-1afd4912d8ec tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.0504100 Apr 11 18:15:42.549243 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-838959e2-183b-4ea1-9ca7-24c7de89a79c req-80c1f86f-d085-4eb1-95f9-e4d28d792c7f tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Apr 11 18:15:43.221641 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5108-5e3b-4fb8-9fe9-ed86d0c535a0 req-f0cf920d-a898-41bf-ab8c-2e66fee70a76 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:43.223371 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a0bf5108-5e3b-4fb8-9fe9-ed86d0c535a0 req-f0cf920d-a898-41bf-ab8c-2e66fee70a76 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0476351 Apr 11 18:15:43.233251 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a783b6-1d72-44a7-8244-0e240f865d76 req-26fa8ca1-aa3d-417c-b58b-8fb9b6618ac4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:43.235004 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e6a783b6-1d72-44a7-8244-0e240f865d76 req-26fa8ca1-aa3d-417c-b58b-8fb9b6618ac4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0497937 Apr 11 18:15:43.275260 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a0bf5108-5e3b-4fb8-9fe9-ed86d0c535a0 req-9779635f-249b-4ffe-ae2f-dc72f2d79ff6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 Apr 11 18:15:43.294648 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e6a783b6-1d72-44a7-8244-0e240f865d76 req-ed20faed-4316-4e67-a182-f8ba134d99e9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528767 Apr 11 18:15:43.659011 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c334b2-0ec1-4d68-af3c-58d6364db1a8 req-6a8704fe-b792-4937-9fd6-1098ac3aa379 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:43.660498 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-05c334b2-0ec1-4d68-af3c-58d6364db1a8 req-6a8704fe-b792-4937-9fd6-1098ac3aa379 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.0466452 Apr 11 18:15:43.708202 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-05c334b2-0ec1-4d68-af3c-58d6364db1a8 req-bae23f6b-0097-4ad0-93db-d21ade0fb05a tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Apr 11 18:15:44.406376 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7c004-8ba4-4ce1-a731-33c10ff45288 req-a82a2268-6076-47dd-82b3-b913bd38995c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:44.413419 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-31d7c004-8ba4-4ce1-a731-33c10ff45288 req-a82a2268-6076-47dd-82b3-b913bd38995c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0682964 Apr 11 18:15:44.458186 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02a82-da79-47a8-8eba-5f33175f8721 req-f1e3f8fa-8846-4725-bb89-dafcb8447ee1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:44.461296 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-48e02a82-da79-47a8-8eba-5f33175f8721 req-f1e3f8fa-8846-4725-bb89-dafcb8447ee1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0882111 Apr 11 18:15:44.466822 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-31d7c004-8ba4-4ce1-a731-33c10ff45288 req-9ec954e0-b216-4453-a03e-e172a3ccb882 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517998 Apr 11 18:15:44.474288 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-e8651cb9-583c-481e-a95a-53311376b872 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:44.480100 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-e8651cb9-583c-481e-a95a-53311376b872 tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.15 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.0690141 Apr 11 18:15:44.552576 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-48e02a82-da79-47a8-8eba-5f33175f8721 req-9234e18b-0c59-4682-8a65-6444b1371dc4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748641 Apr 11 18:15:44.607773 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Deleting port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:15:44.608157 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:44.705375 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] For port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,segment=NetworkSegment(b496c2da-bc3a-423f-9ec2-01a6fb378af0),segment_id=b496c2da-bc3a-423f-9ec2-01a6fb378af0)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:15:44.705745 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:44.707243 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56194) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:44.722311 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Calling delete_port for 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:15:44.827401 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c1ab-9e75-4843-a3fd-46fae77ccf31 req-f449d642-02ee-42f0-9619-bc1b3463a73e tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:44.829112 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4cd6c1ab-9e75-4843-a3fd-46fae77ccf31 req-f449d642-02ee-42f0-9619-bc1b3463a73e tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 945 time: 0.0531628 Apr 11 18:15:44.904375 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4cd6c1ab-9e75-4843-a3fd-46fae77ccf31 req-f6ecaec8-2125-4db1-bd93-37938208c2ff tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/security-groups?id=108ae139-aa69-4380-91e1-1f3885a4d83d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Apr 11 18:15:44.918781 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-041a0676-2632-420d-b1c6-0afddbe3281e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da7aa31698de48649b233c649731728c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103136 Apr 11 18:15:44.921373 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56204) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:15:44.970098 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:44.978629 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b02c30a9-9e06-4458-a2c4-e59e3721f08e admin admin] Publish callbacks [] for security_group (70bdb924-b6a6-432c-8557-04509e476bc9), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:44.983646 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:15:44.998721 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Pushing event deleted for resources: {'Port': ['ID=2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:45.008724 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b02c30a9-9e06-4458-a2c4-e59e3721f08e admin admin] Publish callbacks [] for security_group (70bdb924-b6a6-432c-8557-04509e476bc9), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:45.060136 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] No DVR routers for this DVR port 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:15:45.060136 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:45.061295 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8ebd97ca-481b-43c7-a801-a212e63e1afa req-0c0225e8-f14f-40ec-90a8-c5731cb5ea3c tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.15 "DELETE /v2.0/ports/2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de HTTP/1.1" status: 204 len: 173 time: 0.5693789 Apr 11 18:15:45.061735 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7174d77f-84ad-4c75-aceb-1ce92a545a76', 'name': 'network-vif-deleted', 'tag': '2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:15:45.063968 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effefd80-48df-4415-bf67-2775901ee08e" -d '{"events": [{"server_uuid": "7174d77f-84ad-4c75-aceb-1ce92a545a76", "name": "network-vif-deleted", "tag": "2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:15:45.100334 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cee008-05fa-426a-a0d4-e017bfd91b9d x-openstack-request-id: req-e7cee008-05fa-426a-a0d4-e017bfd91b9d {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:15:45.100623 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7174d77f-84ad-4c75-aceb-1ce92a545a76", "name": "network-vif-deleted", "tag": "2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:15:45.100867 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7cee008-05fa-426a-a0d4-e017bfd91b9d {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:15:45.101265 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7cee008-05fa-426a-a0d4-e017bfd91b9d'] response: {'server_uuid': '7174d77f-84ad-4c75-aceb-1ce92a545a76', 'name': 'network-vif-deleted', 'tag': '2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de', 'status': 'completed', 'code': 200} Apr 11 18:15:45.147817 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b02c30a9-9e06-4458-a2c4-e59e3721f08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (70bdb924-b6a6-432c-8557-04509e476bc9), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:45.151494 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b02c30a9-9e06-4458-a2c4-e59e3721f08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:45.154097 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b02c30a9-9e06-4458-a2c4-e59e3721f08e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70bdb924-b6a6-432c-8557-04509e476bc9 HTTP/1.1" status: 204 len: 168 time: 0.2307396 Apr 11 18:15:45.163794 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c30a9-9e06-4458-a2c4-e59e3721f08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bdb924-b6a6-432c-8557-04509e476bc9,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:15:45.589892 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e609fc0-dbf7-42f3-a766-0e610cc9c080 req-0cc1a365-3061-4ad6-b2fe-f2a7b590b419 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:45.592388 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1e609fc0-dbf7-42f3-a766-0e610cc9c080 req-0cc1a365-3061-4ad6-b2fe-f2a7b590b419 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0533044 Apr 11 18:15:45.643042 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1e609fc0-dbf7-42f3-a766-0e610cc9c080 req-c09482dc-2985-4c62-ae9d-cec9e9a222de tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Apr 11 18:15:45.681768 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f453d5-5f1d-465b-97a9-898185949cba req-499ec813-ed27-4974-9f36-bc48436db279 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:45.683248 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-64f453d5-5f1d-465b-97a9-898185949cba req-499ec813-ed27-4974-9f36-bc48436db279 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0480084 Apr 11 18:15:45.731486 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-64f453d5-5f1d-465b-97a9-898185949cba req-578bfa6b-5c5e-4790-9a80-2785e2c20261 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425313 Apr 11 18:15:46.015737 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6bd62529-3b55-408a-90f5-032b10c15500 req-3253a842-1a12-4dda-b6de-be5137cb579a tempest-VolumesActionsTest-1930625559 tempest-VolumesActionsTest-1930625559-project] 10.222.0.53 "GET /v2.0/ports?device_id=7174d77f-84ad-4c75-aceb-1ce92a545a76 HTTP/1.1" status: 200 len: 210 time: 0.0285752 Apr 11 18:15:46.247378 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-c037a07f-4ce2-4be3-a6c4-de1202f39c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:46.248929 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-c037a07f-4ce2-4be3-a6c4-de1202f39c51 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76&tenant_id=e8f78af66216431482636bd6522504cf HTTP/1.1" status: 200 len: 1127 time: 0.0729008 Apr 11 18:15:46.328700 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-90af39f3-2be7-423f-a830-5b96edb40c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:46.330107 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-90af39f3-2be7-423f-a830-5b96edb40c73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 1127 time: 0.0437250 Apr 11 18:15:46.437438 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-c2299eb0-4285-40e7-9722-6add27c3782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:46.438877 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-c2299eb0-4285-40e7-9722-6add27c3782e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 917 time: 0.0954905 Apr 11 18:15:46.517872 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-8a72d831-9288-46dc-82f3-29111537a3cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7114cb78-55cc-43a7-9134-f164679985d3 HTTP/1.1" status: 200 len: 999 time: 0.0718639 Apr 11 18:15:46.570054 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-657702aa-0518-4cc8-8c08-1e7156cfdf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:46.571522 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-657702aa-0518-4cc8-8c08-1e7156cfdf66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.0465796 Apr 11 18:15:46.617478 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-34bcf483-389f-422d-8ba9-8e8a7f610247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:46.620217 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-34bcf483-389f-422d-8ba9-8e8a7f610247 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393815 Apr 11 18:15:46.724838 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-a39f229f-d5b8-4719-8d34-d452a2353e49 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950358 Apr 11 18:15:46.798593 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fcd64-5e28-4424-bc63-ca7013b8ff4e req-0339de6a-f6f2-4339-ab3a-4f1a22199230 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:46.800185 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fb3fcd64-5e28-4424-bc63-ca7013b8ff4e req-0339de6a-f6f2-4339-ab3a-4f1a22199230 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0742791 Apr 11 18:15:46.860297 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26bb10-3f0a-4ea2-896e-1da591fe0fd7 req-2c92c06d-8738-4727-b879-c156a1aa5b81 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:46.864753 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7f26bb10-3f0a-4ea2-896e-1da591fe0fd7 req-2c92c06d-8738-4727-b879-c156a1aa5b81 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0571022 Apr 11 18:15:46.901405 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b721d3d-9e29-455c-a348-cc24ac88afc4 req-f673accc-3ad7-438a-bde6-6afd2aafc68f service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484780 Apr 11 18:15:46.904569 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fb3fcd64-5e28-4424-bc63-ca7013b8ff4e req-325a7ce7-b9d8-4c88-840a-1ffb7bb565f8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685475 Apr 11 18:15:46.920679 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7f26bb10-3f0a-4ea2-896e-1da591fe0fd7 req-b00aa467-54ca-4c4d-827a-8f1881c1d3d4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476017 Apr 11 18:15:48.024004 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd7415-306e-42ce-b375-bc1708d09c9a req-c177f9e5-bc91-4a30-ae6f-dac83bf03589 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:48.025671 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-39cd7415-306e-42ce-b375-bc1708d09c9a req-c177f9e5-bc91-4a30-ae6f-dac83bf03589 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Apr 11 18:15:48.051759 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61693439-548a-4b6e-bd88-6d3eda2cc055 req-47b939be-e12c-4c2a-beb4-4b6d78b90c01 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:48.053561 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-61693439-548a-4b6e-bd88-6d3eda2cc055 req-47b939be-e12c-4c2a-beb4-4b6d78b90c01 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0537593 Apr 11 18:15:48.075993 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-39cd7415-306e-42ce-b375-bc1708d09c9a req-204cce1c-75c5-4b0e-9538-b435475bd943 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Apr 11 18:15:48.109791 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-61693439-548a-4b6e-bd88-6d3eda2cc055 req-cf5b5890-3c77-4420-8e72-90baa92bd9bb tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451250 Apr 11 18:15:48.207085 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:15:48.229767 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:15:48.230387 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 2c3fb8e4-d63a-4efb-a2c8-5f7aed3619de not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:15:49.203968 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc790b5-4dca-42ea-87dc-23bedff89866 req-42cd9e66-2603-4d3e-8020-a17363b7c298 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:49.205555 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9cc790b5-4dca-42ea-87dc-23bedff89866 req-42cd9e66-2603-4d3e-8020-a17363b7c298 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0573390 Apr 11 18:15:49.253104 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481d52b-4ab8-4411-bcd0-d0d2c396c1d3 req-63df4bb9-1878-4032-aaaa-9f77b234e65c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:49.254790 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6481d52b-4ab8-4411-bcd0-d0d2c396c1d3 req-63df4bb9-1878-4032-aaaa-9f77b234e65c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0654368 Apr 11 18:15:49.262943 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:15:49.278472 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9cc790b5-4dca-42ea-87dc-23bedff89866 req-d0d090b4-1bc9-4694-8a31-5b2837dedeaf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663579 Apr 11 18:15:49.309366 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6481d52b-4ab8-4411-bcd0-d0d2c396c1d3 req-f4284705-0068-4d19-826b-9f3c166b6463 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483949 Apr 11 18:15:50.422133 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314685b-354b-4d3b-9df0-0f5cb9648e1c req-31f46064-3c09-4cbb-a921-30ede592eed9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:50.424666 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8314685b-354b-4d3b-9df0-0f5cb9648e1c req-31f46064-3c09-4cbb-a921-30ede592eed9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0731528 Apr 11 18:15:50.458237 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb548539-e091-4e0c-a379-21843115a3d6 req-dabe4b7a-358f-49e7-ad98-e3ef08b8348b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:50.459898 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cb548539-e091-4e0c-a379-21843115a3d6 req-dabe4b7a-358f-49e7-ad98-e3ef08b8348b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0599811 Apr 11 18:15:50.476969 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8314685b-354b-4d3b-9df0-0f5cb9648e1c req-95e9ceba-7eb8-4245-bf5c-daecf94da199 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Apr 11 18:15:50.517872 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cb548539-e091-4e0c-a379-21843115a3d6 req-a46f77f8-8848-4154-ba9c-21d026423502 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520942 Apr 11 18:15:51.618135 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15232e89-d6dc-4560-8ef0-1eac04ffc9fa req-1ddab809-008c-40b2-ae23-b7bbf5acd821 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:51.626037 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-15232e89-d6dc-4560-8ef0-1eac04ffc9fa req-1ddab809-008c-40b2-ae23-b7bbf5acd821 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0683095 Apr 11 18:15:51.653897 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002272-dc1b-45dc-b041-19d696069fc6 req-623e1a3c-5db8-4074-9bc9-67a634734041 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:51.655512 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c8002272-dc1b-45dc-b041-19d696069fc6 req-623e1a3c-5db8-4074-9bc9-67a634734041 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0582633 Apr 11 18:15:51.692868 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-15232e89-d6dc-4560-8ef0-1eac04ffc9fa req-e7b25dad-1019-4be3-b7f8-5781d39eee93 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655553 Apr 11 18:15:51.725193 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c8002272-dc1b-45dc-b041-19d696069fc6 req-83253e16-b645-4d09-bfa9-a18eb6ad57fa tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592327 Apr 11 18:15:52.813775 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd06ae-3e98-4502-9fb1-c61fba9f4395 req-44c3f043-6708-4785-990b-383c9fabbbeb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:52.815290 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-99cd06ae-3e98-4502-9fb1-c61fba9f4395 req-44c3f043-6708-4785-990b-383c9fabbbeb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0571647 Apr 11 18:15:52.846072 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b318a-a6e6-4819-879a-a8799c5d22c7 req-e4d3bcd8-e5e4-47ee-a3e9-30a1e7d4ca4b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:52.847652 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a73b318a-a6e6-4819-879a-a8799c5d22c7 req-e4d3bcd8-e5e4-47ee-a3e9-30a1e7d4ca4b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0523293 Apr 11 18:15:52.881864 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-99cd06ae-3e98-4502-9fb1-c61fba9f4395 req-2b4cd15c-6ad0-446f-86dc-f7b05947ab24 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586646 Apr 11 18:15:52.915442 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a73b318a-a6e6-4819-879a-a8799c5d22c7 req-09293067-a481-495a-a8b2-035ad6161665 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617945 Apr 11 18:15:54.000172 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fb346-c39d-41ab-878a-0b92ef5cbca1 req-b6f60219-baf2-4307-a962-aad77f3e0c91 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:54.003462 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc2fb346-c39d-41ab-878a-0b92ef5cbca1 req-b6f60219-baf2-4307-a962-aad77f3e0c91 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0559895 Apr 11 18:15:54.082095 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc2fb346-c39d-41ab-878a-0b92ef5cbca1 req-72f39ac5-2001-4f51-ba80-c13902ad5c4d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674627 Apr 11 18:15:54.085288 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51f907-6cd9-4dca-9633-252ee59e1e20 req-b2bcd011-dd88-4aa1-8f99-c659a6831d0b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:54.086841 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0f51f907-6cd9-4dca-9633-252ee59e1e20 req-b2bcd011-dd88-4aa1-8f99-c659a6831d0b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0540183 Apr 11 18:15:54.138285 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0f51f907-6cd9-4dca-9633-252ee59e1e20 req-feb0c47e-69af-4ea5-ab3d-7cbb220b1c72 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456018 Apr 11 18:15:55.195277 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983b16e-6523-4bf1-a5f6-cff4c671d28e req-1284df1e-0669-4c37-87c4-831ca87eba0a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:55.196952 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8983b16e-6523-4bf1-a5f6-cff4c671d28e req-1284df1e-0669-4c37-87c4-831ca87eba0a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0547729 Apr 11 18:15:55.250359 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8983b16e-6523-4bf1-a5f6-cff4c671d28e req-c2db3480-5410-4283-964c-8fe4ab9d399e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470369 Apr 11 18:15:55.273232 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453245e0-efb6-4959-bd43-727d0221459a req-70722e5d-bb70-47af-a7e3-f547bf6bef51 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:55.280649 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-453245e0-efb6-4959-bd43-727d0221459a req-70722e5d-bb70-47af-a7e3-f547bf6bef51 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0656114 Apr 11 18:15:55.324095 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-453245e0-efb6-4959-bd43-727d0221459a req-82e53208-297f-4053-ae3c-a92b5c8c8d0c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414398 Apr 11 18:15:56.489110 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692fba8-8b79-4d1e-be38-b98388ecd33f req-7a26fab2-cc1b-4316-96cd-7139bfceb8d6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:56.511244 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d692fba8-8b79-4d1e-be38-b98388ecd33f req-7a26fab2-cc1b-4316-96cd-7139bfceb8d6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.1725740 Apr 11 18:15:56.634968 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d692fba8-8b79-4d1e-be38-b98388ecd33f req-4707fbbc-de7b-41a9-97c2-0fc0592844cd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907409 Apr 11 18:15:56.635106 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe8aa6-4971-4f32-be26-b16d8f66a50c req-b4793ddb-284a-49d8-aac4-83476c5f90f1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:56.635106 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-23fe8aa6-4971-4f32-be26-b16d8f66a50c req-b4793ddb-284a-49d8-aac4-83476c5f90f1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.1053500 Apr 11 18:15:56.694963 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-23fe8aa6-4971-4f32-be26-b16d8f66a50c req-605912af-4bba-4db2-8328-d81b1f69789a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645177 Apr 11 18:15:57.819212 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad799c-8ced-4744-b3ef-5290cc695cda req-baddc583-76f3-4df6-9a62-7f5d244f9277 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:57.828469 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fbad799c-8ced-4744-b3ef-5290cc695cda req-baddc583-76f3-4df6-9a62-7f5d244f9277 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0849056 Apr 11 18:15:57.983058 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fbad799c-8ced-4744-b3ef-5290cc695cda req-0d13445a-3fea-4866-a6e6-faa9d53bb31f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416061 Apr 11 18:15:58.098159 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197ed77-7f44-4abf-aae8-ca3f97d680e1 req-31c22107-9af2-46ec-8693-863082acdc24 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:58.098159 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6197ed77-7f44-4abf-aae8-ca3f97d680e1 req-31c22107-9af2-46ec-8693-863082acdc24 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.1602077 Apr 11 18:15:58.098159 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6197ed77-7f44-4abf-aae8-ca3f97d680e1 req-1d54d253-6344-4cac-a45c-944fa720288c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567522 Apr 11 18:15:59.109571 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60281f34-5f76-4eac-a5c6-18c9c04689a3 req-47540f6a-85fb-41f6-89a4-8cd7d6358687 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:59.125607 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-60281f34-5f76-4eac-a5c6-18c9c04689a3 req-47540f6a-85fb-41f6-89a4-8cd7d6358687 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0673902 Apr 11 18:15:59.174497 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-60281f34-5f76-4eac-a5c6-18c9c04689a3 req-585ac4f8-b50c-4580-8085-baa7c42fc0ee tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 Apr 11 18:15:59.267160 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78509756-cfd7-41a8-a538-386b755b92e0 req-aae41821-3caf-4f1b-9d3c-6672b25e6fa9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:15:59.268932 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-78509756-cfd7-41a8-a538-386b755b92e0 req-aae41821-3caf-4f1b-9d3c-6672b25e6fa9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0971532 Apr 11 18:15:59.338169 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-78509756-cfd7-41a8-a538-386b755b92e0 req-6439f036-d7c7-4d7a-9558-e5f0f350a48b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578721 Apr 11 18:16:00.061483 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:00.318591 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee952dd-d596-4410-9089-c136837dba0d req-b8c043af-1c23-4e76-abe4-3ef8c5955fc3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:00.321058 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fee952dd-d596-4410-9089-c136837dba0d req-b8c043af-1c23-4e76-abe4-3ef8c5955fc3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0580800 Apr 11 18:16:00.382849 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fee952dd-d596-4410-9089-c136837dba0d req-9b01c116-c6e7-4a22-bad2-fa03c8d04e30 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561252 Apr 11 18:16:00.497024 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d78c9f-2289-4d6c-b244-3fa648e65586 req-722f6253-7837-4180-a30e-208a0532a737 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:00.507636 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c4d78c9f-2289-4d6c-b244-3fa648e65586 req-722f6253-7837-4180-a30e-208a0532a737 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0660741 Apr 11 18:16:00.571686 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c4d78c9f-2289-4d6c-b244-3fa648e65586 req-b0ab624e-2286-4c14-87cf-1e13e505d983 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635145 Apr 11 18:16:01.523237 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ca75-275a-472c-9f16-c37233ef1c7b req-f3ab6b1e-1317-4d8a-a9f8-e8191b387e4e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:01.530646 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9a31ca75-275a-472c-9f16-c37233ef1c7b req-f3ab6b1e-1317-4d8a-a9f8-e8191b387e4e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0741057 Apr 11 18:16:01.580482 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9a31ca75-275a-472c-9f16-c37233ef1c7b req-91662cb4-4735-4c0c-a506-1b9d36a5e15d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Apr 11 18:16:01.724967 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543c5c0-2253-4373-ad80-663dfd74e936 req-c9906e0b-cb0c-4369-ba10-8388e939957a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:01.727246 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0543c5c0-2253-4373-ad80-663dfd74e936 req-c9906e0b-cb0c-4369-ba10-8388e939957a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0663137 Apr 11 18:16:01.781351 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0543c5c0-2253-4373-ad80-663dfd74e936 req-a91bb3cf-cf0e-432c-b11c-7ab0ec2aaa51 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482240 Apr 11 18:16:02.747842 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d6b1f-12e1-41b3-b542-b3251d421ea5 req-7d4aa39b-cd4d-44a8-af5e-858669f24268 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:02.749335 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d12d6b1f-12e1-41b3-b542-b3251d421ea5 req-7d4aa39b-cd4d-44a8-af5e-858669f24268 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0646915 Apr 11 18:16:02.789081 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3edecd14-5d05-45f0-b4f0-4851841b7e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:02.798249 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d12d6b1f-12e1-41b3-b542-b3251d421ea5 req-e257c3f7-4c31-4ae7-90dc-c1c7d6e74957 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Apr 11 18:16:02.957646 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb671d5c-a532-4647-bcb9-f3897b2fac0b req-270632b8-97d8-4cb3-9b16-36b62f840169 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:02.959532 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-eb671d5c-a532-4647-bcb9-f3897b2fac0b req-270632b8-97d8-4cb3-9b16-36b62f840169 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0804973 Apr 11 18:16:03.032195 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-eb671d5c-a532-4647-bcb9-f3897b2fac0b req-090b4e4a-d093-4fde-8255-dfdfe8bc4c60 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653207 Apr 11 18:16:03.959224 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dddb4f-d6ec-4186-a1f0-c6b83cd5043a req-d33aaa8d-ddd9-4f72-8cc3-a5879c7f3a2e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:03.962232 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b9dddb4f-d6ec-4186-a1f0-c6b83cd5043a req-d33aaa8d-ddd9-4f72-8cc3-a5879c7f3a2e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0727110 Apr 11 18:16:04.043099 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b9dddb4f-d6ec-4186-a1f0-c6b83cd5043a req-bebca91e-0937-42ac-9902-aaae215c6c1b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690238 Apr 11 18:16:04.201807 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab180a-211a-438d-887c-f584145fa42e req-d87fc86d-515d-4dbf-bcc2-049e193d0e91 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:04.205527 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b2ab180a-211a-438d-887c-f584145fa42e req-d87fc86d-515d-4dbf-bcc2-049e193d0e91 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0670531 Apr 11 18:16:04.271826 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b2ab180a-211a-438d-887c-f584145fa42e req-2df63c30-05eb-43d4-9106-df08566e03b7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580375 Apr 11 18:16:04.572821 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791886c-aed7-4f78-b5dc-34ffd9c58c2c req-790ec318-b7cc-4ec4-a32a-12952d21ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:04.575481 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7791886c-aed7-4f78-b5dc-34ffd9c58c2c req-790ec318-b7cc-4ec4-a32a-12952d21ecd6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 1129 time: 0.0485089 Apr 11 18:16:04.641336 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7791886c-aed7-4f78-b5dc-34ffd9c58c2c req-7e3665c6-3bbb-4cec-bc03-7ac7342e909c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563986 Apr 11 18:16:05.023068 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5f6fb1fc-5a85-4bf0-b928-3382edb008e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:05.202059 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7bc34-652d-4917-b46f-b12dda53cbaf req-352da111-61c3-486a-a547-2b2b14c62841 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:05.210200 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-42f7bc34-652d-4917-b46f-b12dda53cbaf req-352da111-61c3-486a-a547-2b2b14c62841 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0601110 Apr 11 18:16:05.267371 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-42f7bc34-652d-4917-b46f-b12dda53cbaf req-2ea3027c-c3ae-481a-950b-4648a85617f4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 Apr 11 18:16:05.412244 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa6e99-18f6-4cf8-aece-9a23a1420125 req-e71ae2c6-d76c-4a06-b8f4-3b4f6cdfc1bd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:05.414115 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b6fa6e99-18f6-4cf8-aece-9a23a1420125 req-e71ae2c6-d76c-4a06-b8f4-3b4f6cdfc1bd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0634801 Apr 11 18:16:05.472896 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b6fa6e99-18f6-4cf8-aece-9a23a1420125 req-d2906713-7d70-48eb-92c2-456ce0c33134 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521553 Apr 11 18:16:05.673455 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56562) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:05.806808 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f4ec9f75-ae81-4adb-ab59-c7e756c1e20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:05.891857 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f4ec9f75-ae81-4adb-ab59-c7e756c1e20b admin admin] Publish callbacks [] for security_group (6e99fab3-c454-46fe-a81a-2ad4e719828d), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:05.971400 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f4ec9f75-ae81-4adb-ab59-c7e756c1e20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (6e99fab3-c454-46fe-a81a-2ad4e719828d), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:06.017696 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-f4ec9f75-ae81-4adb-ab59-c7e756c1e20b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=785d9a687889427082a5b95f91e0a990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406711 Apr 11 18:16:06.017696 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec9f75-ae81-4adb-ab59-c7e756c1e20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e99fab3-c454-46fe-a81a-2ad4e719828d,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:06.018124 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56570) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:06.084994 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da1388f0-39e7-4ad4-8bae-230c9c46aa5d admin admin] Publish callbacks [] for security_group (6e99fab3-c454-46fe-a81a-2ad4e719828d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:06.116318 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da1388f0-39e7-4ad4-8bae-230c9c46aa5d admin admin] Publish callbacks [] for security_group (6e99fab3-c454-46fe-a81a-2ad4e719828d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:06.257771 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da1388f0-39e7-4ad4-8bae-230c9c46aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (6e99fab3-c454-46fe-a81a-2ad4e719828d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:06.260481 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da1388f0-39e7-4ad4-8bae-230c9c46aa5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:06.264364 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-da1388f0-39e7-4ad4-8bae-230c9c46aa5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e99fab3-c454-46fe-a81a-2ad4e719828d HTTP/1.1" status: 204 len: 168 time: 0.2427056 Apr 11 18:16:06.272629 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1388f0-39e7-4ad4-8bae-230c9c46aa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e99fab3-c454-46fe-a81a-2ad4e719828d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:06.454409 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc26ec-4590-48ff-91c5-354d9773b6e2 req-304c9e2a-a445-4cf0-ac80-83cca66c156f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:06.455864 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e2dc26ec-4590-48ff-91c5-354d9773b6e2 req-304c9e2a-a445-4cf0-ac80-83cca66c156f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0720408 Apr 11 18:16:06.475907 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:06.549084 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e2dc26ec-4590-48ff-91c5-354d9773b6e2 req-9a3cac9d-44bc-4aba-9d4a-f572bf53ff1c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712132 Apr 11 18:16:06.669949 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ea3a5-5af1-4d38-808e-e3986613d785 req-bc8ef044-539b-4700-b602-269caed0664e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:06.677323 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b0ea3a5-5af1-4d38-808e-e3986613d785 req-bc8ef044-539b-4700-b602-269caed0664e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.1086760 Apr 11 18:16:06.756216 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9b0ea3a5-5af1-4d38-808e-e3986613d785 req-82aa650c-ce3d-423d-b85d-f97712a10f94 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768099 Apr 11 18:16:07.462915 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56616) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:07.647763 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1937049047-network', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:07.716520 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c177697-4ee6-47d6-9e5a-3d68b94db720 req-4bf966f5-e2ee-4d34-a12e-170d1322d01e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:07.718219 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c177697-4ee6-47d6-9e5a-3d68b94db720 req-4bf966f5-e2ee-4d34-a12e-170d1322d01e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0610135 Apr 11 18:16:07.778252 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c177697-4ee6-47d6-9e5a-3d68b94db720 req-9198b109-f6f0-4fc4-92ca-b3ea9b2a3ef9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535402 Apr 11 18:16:07.804621 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:07.807191 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Made reservation on behalf of 3cc4f2d08c684af3a426e7a0b7fe8653 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:16:07.810590 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:07.826236 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:07.951644 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Publish callbacks [] for security_group (79387897-3b93-495d-b1b7-5405c36e2594), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:07.953125 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9485f1c-177c-4ba0-a557-e5feec92fcf1 req-8781ef6f-5f00-4670-8cb1-5eb8970094e9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:07.960821 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d9485f1c-177c-4ba0-a557-e5feec92fcf1 req-8781ef6f-5f00-4670-8cb1-5eb8970094e9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0909872 Apr 11 18:16:08.025243 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d9485f1c-177c-4ba0-a557-e5feec92fcf1 req-ae70027b-cba1-4702-8325-784b236855d5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631452 Apr 11 18:16:08.063259 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (79387897-3b93-495d-b1b7-5405c36e2594), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:08.089857 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:16:08.100738 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79387897-3b93-495d-b1b7-5405c36e2594,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:08.106123 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:08.106773 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Added segment 3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3 of type vlan for network 54320f21-4b3d-49a1-a786-72a142306848 Apr 11 18:16:08.152921 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (54320f21-4b3d-49a1-a786-72a142306848), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:08.257351 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (54320f21-4b3d-49a1-a786-72a142306848), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:08.258499 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:08.259102 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:08.326711 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] Pushing event updated for resources: {'Network': ['ID=54320f21-4b3d-49a1-a786-72a142306848,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:08.337489 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 54320f21-4b3d-49a1-a786-72a142306848 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:16:08.376688 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-05eea5cb-9c28-4793-995a-1de5a25d33fd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9124544 Apr 11 18:16:08.376925 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56634) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:08.383277 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Request body: {'subnet': {'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1937049047-subnet', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:08.491835 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Made reservation on behalf of 3cc4f2d08c684af3a426e7a0b7fe8653 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:16:08.494547 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25708753'] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:08.755360 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25708739'] for subnet (ef432a8b-6854-4477-bd3e-fd1397c97bae), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:08.838257 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef432a8b-6854-4477-bd3e-fd1397c97bae,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:08.859078 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.859422 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.859774 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Checking segment: {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:08.933228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Network hostable DHCP agents. Network: 54320f21-4b3d-49a1-a786-72a142306848, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:16:08.934482 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b84c1-7eea-4d38-b2af-885cfbb984fd req-ad0267a9-9a88-4a18-a6f6-43901f34f601 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:08.934482 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-312b84c1-7eea-4d38-b2af-885cfbb984fd req-ad0267a9-9a88-4a18-a6f6-43901f34f601 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0497994 Apr 11 18:16:09.001527 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-312b84c1-7eea-4d38-b2af-885cfbb984fd req-18416f78-d93e-4301-838e-0e2a3d718c43 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774362 Apr 11 18:16:09.162777 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc388-c5c2-41ac-8140-5f48e2c6eb42 req-f4f73cf1-1c46-4e75-a970-1ea7bfd49874 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:09.165152 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-103dc388-c5c2-41ac-8140-5f48e2c6eb42 req-f4f73cf1-1c46-4e75-a970-1ea7bfd49874 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0537207 Apr 11 18:16:09.166131 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Network 54320f21-4b3d-49a1-a786-72a142306848 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:16:09.211542 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:09.217794 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-103dc388-c5c2-41ac-8140-5f48e2c6eb42 req-0828674a-bf58-4228-aaf2-b64738096e7f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455930 Apr 11 18:16:09.274496 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 54320f21-4b3d-49a1-a786-72a142306848) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:09.283950 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:09.283950 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:09.285203 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a58c7-4158-436e-8c6c-e88854707209 None None] Network 54320f21-4b3d-49a1-a786-72a142306848 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:16:09.413915 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-029b29d4-8911-456d-a1a3-36886a476fc2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0358455 Apr 11 18:16:09.416783 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56654) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:09.421014 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:09.429756 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-54320f21-4b3d-49a1-a786-72a142306848', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:16:09.431487 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:09.526218 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (29c66676-9371-49e5-a330-feabe40f87ec), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:09.527602 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (29c66676-9371-49e5-a330-feabe40f87ec), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:09.595643 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Allocated IP 172.20.0.2 (54320f21-4b3d-49a1-a786-72a142306848/ef432a8b-6854-4477-bd3e-fd1397c97bae/0fa29f80-8d7c-40f7-bbfa-15ee38ab8146) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:09.605719 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks [] for router_controller (29c66676-9371-49e5-a330-feabe40f87ec), precommit_add_association {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:09.782529 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Publish callbacks [] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:09.856698 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks [] for router_gateway (29c66676-9371-49e5-a330-feabe40f87ec), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:09.898752 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:09.951827 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Pushing event updated for resources: {'Port': ['ID=0fa29f80-8d7c-40f7-bbfa-15ee38ab8146,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:09.965441 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Network 54320f21-4b3d-49a1-a786-72a142306848 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:09.967304 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:09.970819 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:10.059117 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Attempting to bind port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:16:10.059679 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Attempting to bind port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:16:10.060381 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Attempting to bind port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 on network 54320f21-4b3d-49a1-a786-72a142306848 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:10.068446 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:16:10.069325 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Checking segment: {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:10.070124 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:10.071356 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Bound using segment: {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:16:10.072225 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Bound port: 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:16:10.072860 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:10.169288 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks [] for router_gateway (29c66676-9371-49e5-a330-feabe40f87ec), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:10.172435 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] For port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:16:10.177480 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] For port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=0fa29f80-8d7c-40f7-bbfa-15ee38ab8146,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:16:10.194735 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:10.198364 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe37b-de66-495c-982f-ef0a6c14569b req-6b0735e8-e665-4476-9f93-ce361ac0cddc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:10.206588 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-190fe37b-de66-495c-982f-ef0a6c14569b req-6b0735e8-e665-4476-9f93-ce361ac0cddc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0716290 Apr 11 18:16:10.269312 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:10.282715 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-190fe37b-de66-495c-982f-ef0a6c14569b req-adb4445b-cf87-4a84-81bf-c366a1cad51e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750215 Apr 11 18:16:10.336895 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Allocated IP 172.27.2.48 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/8800436c-a2df-4a21-bb80-67b9b899d781) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:10.345493 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba88ad-b682-437f-b3c2-5c160488561c None None] Pushing event updated for resources: {'Port': ['ID=0fa29f80-8d7c-40f7-bbfa-15ee38ab8146,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:10.478766 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f09d3-17b2-468b-b869-2b3e1a650854 req-1933e952-4b94-436b-845d-ab059396ea1e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:10.480541 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e97f09d3-17b2-468b-b869-2b3e1a650854 req-1933e952-4b94-436b-845d-ab059396ea1e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.1249511 Apr 11 18:16:10.560472 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks [] for port (8800436c-a2df-4a21-bb80-67b9b899d781), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:10.589068 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e97f09d3-17b2-468b-b869-2b3e1a650854 req-0590a622-73e1-4939-b7d3-f467f527ddf8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957446 Apr 11 18:16:10.696202 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:10.769665 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:10.773962 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:10.785725 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:10.793746 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Pushing event updated for resources: {'Port': ['ID=8800436c-a2df-4a21-bb80-67b9b899d781,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:11.062770 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56670) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:11.228854 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-581aa61c-a20a-4acb-b985-de0072cb7a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:11.289368 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks [] for router_gateway (29c66676-9371-49e5-a330-feabe40f87ec), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:11.466083 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-581aa61c-a20a-4acb-b985-de0072cb7a70 admin admin] Publish callbacks [] for security_group (5ba74473-bfc9-403e-91af-b58cbbe05a9e), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:11.481854 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18bc7-14b5-4dcf-b76a-4821f37fe17e req-3d8a847e-b80e-4957-84d9-3782abecdd13 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:11.491067 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-58a18bc7-14b5-4dcf-b76a-4821f37fe17e req-3d8a847e-b80e-4957-84d9-3782abecdd13 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0795596 Apr 11 18:16:11.600444 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-58a18bc7-14b5-4dcf-b76a-4821f37fe17e req-d5462270-2601-44dd-8ec7-49c28ec74b43 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081324 Apr 11 18:16:11.746810 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4461354-4af5-4fe3-aaf0-3fb98fd9c49d None None] Network 54320f21-4b3d-49a1-a786-72a142306848 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:16:11.921776 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-2f83315d-37e1-4ece-bbd1-855aeb3a7557 None None] Provisioning complete for port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:11.922120 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2f83315d-37e1-4ece-bbd1-855aeb3a7557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:11.991042 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-581aa61c-a20a-4acb-b985-de0072cb7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5ba74473-bfc9-403e-91af-b58cbbe05a9e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.093427 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56682) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:12.096454 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-581aa61c-a20a-4acb-b985-de0072cb7a70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d25e57f0f77b43fb81b94758d82988c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0323377 Apr 11 18:16:12.107389 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-2f83315d-37e1-4ece-bbd1-855aeb3a7557 None None] Current status of the port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:12.108082 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2f83315d-37e1-4ece-bbd1-855aeb3a7557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.110101 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffd410-cc5e-4897-a81b-f2f62cd5251e req-9fe37347-0fa0-4f7b-a22a-cc1b81fb6653 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:12.114094 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8fffd410-cc5e-4897-a81b-f2f62cd5251e req-9fe37347-0fa0-4f7b-a22a-cc1b81fb6653 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.1380329 Apr 11 18:16:12.125258 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aa61c-a20a-4acb-b985-de0072cb7a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba74473-bfc9-403e-91af-b58cbbe05a9e,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:12.144639 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (29c66676-9371-49e5-a330-feabe40f87ec), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.192199 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-2f83315d-37e1-4ece-bbd1-855aeb3a7557 None None] For port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=0fa29f80-8d7c-40f7-bbfa-15ee38ab8146,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:12.234508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Publish callbacks [] for security_group (5ba74473-bfc9-403e-91af-b58cbbe05a9e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.258188 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2f83315d-37e1-4ece-bbd1-855aeb3a7557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.274154 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8fffd410-cc5e-4897-a81b-f2f62cd5251e req-28235f3c-3014-4f1e-848d-2204e3ed676b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373851 Apr 11 18:16:12.282307 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Publish callbacks [] for security_group (5ba74473-bfc9-403e-91af-b58cbbe05a9e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.365107 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83315d-37e1-4ece-bbd1-855aeb3a7557 None None] Pushing event updated for resources: {'Port': ['ID=0fa29f80-8d7c-40f7-bbfa-15ee38ab8146,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:12.429119 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5ba74473-bfc9-403e-91af-b58cbbe05a9e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.431826 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.433024 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ba74473-bfc9-403e-91af-b58cbbe05a9e HTTP/1.1" status: 204 len: 168 time: 0.3368340 Apr 11 18:16:12.448171 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba74473-bfc9-403e-91af-b58cbbe05a9e,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:12.458736 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Router 29c66676-9371-49e5-a330-feabe40f87ec is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:16:12.465776 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.468345 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.468345 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.468345 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.468345 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.468345 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.469058 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.469058 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.472892 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.473322 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.474235 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.474571 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.474899 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.475223 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.475545 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23493418-d078-4748-807d-015a9e6e5145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:12.518945 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-26643d47-8a8b-4617-8fdd-01c98b6f3e32 None None] Provisioning complete for port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:12.519647 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-26643d47-8a8b-4617-8fdd-01c98b6f3e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.651966 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-26643d47-8a8b-4617-8fdd-01c98b6f3e32 None None] Current status of the port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:12.679020 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:16:12.693502 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Sync routers for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:16:12.723522 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:12.724175 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:12.796714 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8aefc2-1456-4da1-b59c-ae38669d1621 req-d214240d-da89-4a85-95fe-3c07fc8d3bc5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:12.800539 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9b8aefc2-1456-4da1-b59c-ae38669d1621 req-d214240d-da89-4a85-95fe-3c07fc8d3bc5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0652845 Apr 11 18:16:12.806633 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:12.809072 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-5e400642-44c8-4a6a-82cc-dff7067a8958 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3907554 Apr 11 18:16:12.811528 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56692) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:12.839520 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:12.904006 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:12.927306 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9b8aefc2-1456-4da1-b59c-ae38669d1621 req-2518c3f7-7971-4878-a091-077a547fe807 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152792 Apr 11 18:16:12.970087 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:12.972621 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:13.183678 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:13.260718 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:10Z', 'revision_number': 3, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:13.289162 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Checking router: 29c66676-9371-49e5-a330-feabe40f87ec for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:16:13.289614 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Updating router 29c66676-9371-49e5-a330-feabe40f87ec port 8800436c-a2df-4a21-bb80-67b9b899d781 binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:16:13.321818 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:13.495736 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9fddf-627f-412f-9908-058a7526aec4 req-9a14a7a9-fe58-4dac-9b8a-7ede01a2e008 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:13.497422 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ecc9fddf-627f-412f-9908-058a7526aec4 req-9a14a7a9-fe58-4dac-9b8a-7ede01a2e008 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0819035 Apr 11 18:16:13.594712 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ecc9fddf-627f-412f-9908-058a7526aec4 req-27a472ad-8b2c-4944-b7de-aec4deddec3b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876737 Apr 11 18:16:13.654946 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:13.681715 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Publish callbacks [] for port (8800436c-a2df-4a21-bb80-67b9b899d781), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:13.760556 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:13.840534 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Attempting to bind port 8800436c-a2df-4a21-bb80-67b9b899d781 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:16:13.843065 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Attempting to bind port 8800436c-a2df-4a21-bb80-67b9b899d781 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:16:13.844255 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Attempting to bind port 8800436c-a2df-4a21-bb80-67b9b899d781 on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:13.866581 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Pushing event updated for resources: {'Port': ['ID=8800436c-a2df-4a21-bb80-67b9b899d781,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:13.870968 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:16:13.871623 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:13.872314 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:13.872914 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:16:13.873793 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Bound port: 8800436c-a2df-4a21-bb80-67b9b899d781, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:16:13.874435 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:13.902074 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Allocated IP 172.20.0.1 (54320f21-4b3d-49a1-a786-72a142306848/ef432a8b-6854-4477-bd3e-fd1397c97bae/54a963c7-8903-44cf-81b9-b1f9769aebf2) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:13.904647 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.906251 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.908876 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.912735 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.913242 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.917112 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.917112 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.917394 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.918528 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.918909 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.919251 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.919656 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.919912 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.920433 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:13.920767 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:14.066360 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] For port 8800436c-a2df-4a21-bb80-67b9b899d781, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:16:14.084150 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] For port 8800436c-a2df-4a21-bb80-67b9b899d781, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=8800436c-a2df-4a21-bb80-67b9b899d781,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:16:14.084345 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Publish callbacks [] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:14.084447 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075e92d-64c0-4e20-bfe3-a222127ac900 req-c21d2d1e-3d24-49c3-835f-2b04fe12daee tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:14.090826 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2075e92d-64c0-4e20-bfe3-a222127ac900 req-c21d2d1e-3d24-49c3-835f-2b04fe12daee tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0703311 Apr 11 18:16:14.162762 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2075e92d-64c0-4e20-bfe3-a222127ac900 req-df6ae81c-3087-47f6-a8b3-19603bc57c39 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703030 Apr 11 18:16:14.166658 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:14.206466 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:14.237800 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:14.238711 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:14.241915 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7715d61-e103-44ae-85ca-0b6d62ac070d None None] Pushing event updated for resources: {'Port': ['ID=8800436c-a2df-4a21-bb80-67b9b899d781,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:14.277138 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Network 54320f21-4b3d-49a1-a786-72a142306848 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:14.281185 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:14.287016 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:14.338177 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (29c66676-9371-49e5-a330-feabe40f87ec), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:14.394955 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Pushing event updated for resources: {'Port': ['ID=54a963c7-8903-44cf-81b9-b1f9769aebf2,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:14.418211 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:14.665542 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:14.688457 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-61ec6f28-bc2c-4511-98c8-0b8d5e1dcbca None None] Provisioning complete for port 54a963c7-8903-44cf-81b9-b1f9769aebf2 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:14.689594 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-61ec6f28-bc2c-4511-98c8-0b8d5e1dcbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:14.725848 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-61ec6f28-bc2c-4511-98c8-0b8d5e1dcbca None None] Port 54a963c7-8903-44cf-81b9-b1f9769aebf2 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:16:14.766393 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd946185-f783-414c-a2b9-f2a2084a1440 req-9321705d-9b0d-41c6-a33a-ac2d03eb2511 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:14.767908 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fd946185-f783-414c-a2b9-f2a2084a1440 req-9321705d-9b0d-41c6-a33a-ac2d03eb2511 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0631785 Apr 11 18:16:14.773080 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:10Z', 'revision_number': 3, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:14.804347 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e5acc-5352-472f-bfb5-a60d6001f9fa None None] The sync data for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi is: [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:10Z', 'revision_number': 3, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:16:14.877076 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fd946185-f783-414c-a2b9-f2a2084a1440 req-cbfce77b-138b-48c5-b5e7-16ad3cfd5ee5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992367 Apr 11 18:16:14.930007 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Publish callbacks [] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:14.983153 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:15.097947 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Pushing event updated for resources: {'Port': ['ID=54a963c7-8903-44cf-81b9-b1f9769aebf2,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:15.101822 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (29c66676-9371-49e5-a330-feabe40f87ec), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:15.211940 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Network 54320f21-4b3d-49a1-a786-72a142306848 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:15.213692 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:15.375094 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7b2b4-fd1d-4ce3-a435-99a3a13f68d5 req-de571502-75e8-44d6-ac5e-cd0af7262f23 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:15.380897 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fae7b2b4-fd1d-4ce3-a435-99a3a13f68d5 req-de571502-75e8-44d6-ac5e-cd0af7262f23 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.1072989 Apr 11 18:16:15.431771 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Router 29c66676-9371-49e5-a330-feabe40f87ec has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:16:15.515124 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fae7b2b4-fd1d-4ce3-a435-99a3a13f68d5 req-b0a5b379-4952-4c53-940d-ce59a0ede670 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241038 Apr 11 18:16:15.628829 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:16:15.641553 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-906b417f-ff8a-4854-a431-37837416e610 admin admin] 10.222.0.53 "PUT /v2.0/routers/29c66676-9371-49e5-a330-feabe40f87ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8275731 Apr 11 18:16:15.695067 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-35888891-7998-4a08-b0f4-43ebd90e0db0 None None] Provisioning complete for port 54a963c7-8903-44cf-81b9-b1f9769aebf2 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:15.695582 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-35888891-7998-4a08-b0f4-43ebd90e0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:15.752711 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-35888891-7998-4a08-b0f4-43ebd90e0db0 None None] Port 54a963c7-8903-44cf-81b9-b1f9769aebf2 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:16:16.019322 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3b804-8bb3-44c8-8d99-474debe31969 req-1d891f95-0e35-496c-9c67-4678aac2060e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:16.024963 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ef3b804-8bb3-44c8-8d99-474debe31969 req-1d891f95-0e35-496c-9c67-4678aac2060e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0523236 Apr 11 18:16:16.079459 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ef3b804-8bb3-44c8-8d99-474debe31969 req-72f89f55-65fb-424e-8d15-f817568108b8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501475 Apr 11 18:16:16.259442 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b4fe-5e56-4ba3-8ecc-1a34eb86705b req-49b7f366-6e7c-46a3-83eb-a3fcf6f925da tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:16.261260 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2a30b4fe-5e56-4ba3-8ecc-1a34eb86705b req-49b7f366-6e7c-46a3-83eb-a3fcf6f925da tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0562530 Apr 11 18:16:16.322415 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2a30b4fe-5e56-4ba3-8ecc-1a34eb86705b req-c282e1c2-15d3-4242-8e5a-2774bf320a01 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552683 Apr 11 18:16:16.600358 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56830) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:16.605943 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1399540368-network', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:16.666797 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6a797-7cb1-42b5-b8d2-1d5156a54123 req-af89c15d-75c3-411f-b040-5663d8ec2c96 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:16.668398 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1aa6a797-7cb1-42b5-b8d2-1d5156a54123 req-af89c15d-75c3-411f-b040-5663d8ec2c96 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0557053 Apr 11 18:16:16.712535 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 8800436c-a2df-4a21-bb80-67b9b899d781 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:16.732413 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1aa6a797-7cb1-42b5-b8d2-1d5156a54123 req-d934b211-8f9c-482c-afe0-3467c12becc9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Apr 11 18:16:16.767641 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Made reservation on behalf of b3f505d9b5fb4dbea750e5505f494523 for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:16:16.770683 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:16.774827 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 8800436c-a2df-4a21-bb80-67b9b899d781 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:16.775197 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:16.780614 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:16.801825 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Sync routers for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:16:16.820849 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:16.821478 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:16.872200 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Publish callbacks [] for security_group (20a6d01e-5137-434d-a7a0-ed4329087b84), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:16.995168 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (20a6d01e-5137-434d-a7a0-ed4329087b84), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.014847 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:16:17.038341 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (f9c16bfd-6679-41f7-aa76-82da01344ff6), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.039050 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Added segment f9c16bfd-6679-41f7-aa76-82da01344ff6 of type vlan for network f4b71287-1078-46d4-af3b-9fdfe5764336 Apr 11 18:16:17.052439 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a6d01e-5137-434d-a7a0-ed4329087b84,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:17.089622 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (f4b71287-1078-46d4-af3b-9fdfe5764336), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.093752 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 8800436c-a2df-4a21-bb80-67b9b899d781 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:17.094145 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.120672 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:17.159472 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 8800436c-a2df-4a21-bb80-67b9b899d781, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=8800436c-a2df-4a21-bb80-67b9b899d781,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:17.220067 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0f49c-12f6-4bf4-82b7-16ad2019252c req-67245c20-86f0-4bf3-8ab0-4341f471a2bc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:17.221561 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7ce0f49c-12f6-4bf4-82b7-16ad2019252c req-67245c20-86f0-4bf3-8ab0-4341f471a2bc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0517960 Apr 11 18:16:17.257689 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (f4b71287-1078-46d4-af3b-9fdfe5764336), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.257689 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:17.257689 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.299647 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7ce0f49c-12f6-4bf4-82b7-16ad2019252c req-1ad55087-83e2-4559-a5f8-8abb589d912f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715878 Apr 11 18:16:17.322124 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.336968 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] Pushing event updated for resources: {'Network': ['ID=f4b71287-1078-46d4-af3b-9fdfe5764336,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:17.357122 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network f4b71287-1078-46d4-af3b-9fdfe5764336 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:16:17.390195 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '54a963c7-8903-44cf-81b9-b1f9769aebf2', 'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'mac_address': 'fa:16:3e:1c:82:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:13Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 2, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'subnets': [{'id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:17.392702 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-da8db9fb-76ec-4b48-a630-afa8b54e0594 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7906199 Apr 11 18:16:17.395864 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56852) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:17.401263 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Request body: {'subnet': {'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1399540368-subnet', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:17.445223 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e476c0-1bd9-4bcc-aeea-562d0e0fd663 req-f50b0079-f1ea-4e14-9f24-f385f805a404 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:17.446805 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f3e476c0-1bd9-4bcc-aeea-562d0e0fd663 req-f50b0079-f1ea-4e14-9f24-f385f805a404 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0528972 Apr 11 18:16:17.456407 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Checking router: 29c66676-9371-49e5-a330-feabe40f87ec for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:16:17.456766 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Updating router 29c66676-9371-49e5-a330-feabe40f87ec port 54a963c7-8903-44cf-81b9-b1f9769aebf2 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:16:17.500409 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=8800436c-a2df-4a21-bb80-67b9b899d781,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:17.511237 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.520663 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Made reservation on behalf of b3f505d9b5fb4dbea750e5505f494523 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:16:17.523979 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f3e476c0-1bd9-4bcc-aeea-562d0e0fd663 req-08c7d015-8dc3-4f93-8c23-df5bf2b80f2b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619984 Apr 11 18:16:17.524128 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25708753'] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.796215 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25708739'] for subnet (fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.814208 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Publish callbacks [] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.897522 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7501-8223-4368-bb62-6a03513af54a req-6bee8f68-de3a-4c11-a205-e4d5fa3aa6db tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:17.899022 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b52d7501-8223-4368-bb62-6a03513af54a req-6bee8f68-de3a-4c11-a205-e4d5fa3aa6db tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0900609 Apr 11 18:16:17.901453 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:17.909252 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:17.924903 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Checking segment: {'id': 'f9c16bfd-6679-41f7-aa76-82da01344ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:17.925245 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Network hostable DHCP agents. Network: f4b71287-1078-46d4-af3b-9fdfe5764336, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:16:17.963816 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904505ed-9f18-4322-933a-520b069ae130 None None] Pushing event updated for resources: {'Port': ['ID=54a963c7-8903-44cf-81b9-b1f9769aebf2,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:17.964577 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b52d7501-8223-4368-bb62-6a03513af54a req-72f193a9-525a-4083-8587-17e2d5b612b8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589969 Apr 11 18:16:18.037607 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Attempting to bind port 54a963c7-8903-44cf-81b9-b1f9769aebf2 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:16:18.037981 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Attempting to bind port 54a963c7-8903-44cf-81b9-b1f9769aebf2 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:16:18.038413 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Attempting to bind port 54a963c7-8903-44cf-81b9-b1f9769aebf2 on network 54320f21-4b3d-49a1-a786-72a142306848 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:18.039508 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Network f4b71287-1078-46d4-af3b-9fdfe5764336 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:16:18.045734 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:16:18.046200 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Checking segment: {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:18.046668 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.047117 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Bound using segment: {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:16:18.047740 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Bound port: 54a963c7-8903-44cf-81b9-b1f9769aebf2, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:16:18.048256 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.118672 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] For port 54a963c7-8903-44cf-81b9-b1f9769aebf2, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:16:18.121863 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] For port 54a963c7-8903-44cf-81b9-b1f9769aebf2, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=54a963c7-8903-44cf-81b9-b1f9769aebf2,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:16:18.152764 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, f4b71287-1078-46d4-af3b-9fdfe5764336) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:18.156932 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:18.157576 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.163883 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff421e11-189e-4650-9d88-c2c023f19d59 None None] Network f4b71287-1078-46d4-af3b-9fdfe5764336 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:16:18.208884 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.235388 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-81de76e2-421e-403d-8f03-11f4edd1b7c9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8382180 Apr 11 18:16:18.237882 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56862) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:18.242868 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:18.287596 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-1cfed161-b48f-46d8-b2ae-2932854aa088 None None] Provisioning complete for port 54a963c7-8903-44cf-81b9-b1f9769aebf2 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:18.287974 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1cfed161-b48f-46d8-b2ae-2932854aa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.324803 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (ee4f52ae-74f8-432f-869d-331bc8fae348), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.326122 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (ee4f52ae-74f8-432f-869d-331bc8fae348), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.371286 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904505ed-9f18-4322-933a-520b069ae130 None None] Pushing event updated for resources: {'Port': ['ID=54a963c7-8903-44cf-81b9-b1f9769aebf2,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:18.380444 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:18.381084 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:18.415711 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks [] for router_controller (ee4f52ae-74f8-432f-869d-331bc8fae348), precommit_add_association {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.460364 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073a03-f332-4970-b93d-ab82e67cc706 req-2a1eb778-6dfa-4d1a-b4f6-27e7b1978013 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:18.462301 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d6073a03-f332-4970-b93d-ab82e67cc706 req-2a1eb778-6dfa-4d1a-b4f6-27e7b1978013 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0625024 Apr 11 18:16:18.507540 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-f4b71287-1078-46d4-af3b-9fdfe5764336', 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336', 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'fixed_ips': [{'subnet_id': 'fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:16:18.508521 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.529575 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d6073a03-f332-4970-b93d-ab82e67cc706 req-97f8c531-710f-4b21-9ec1-6dec162d3e87 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614078 Apr 11 18:16:18.660159 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks [] for router_gateway (ee4f52ae-74f8-432f-869d-331bc8fae348), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.669702 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-1cfed161-b48f-46d8-b2ae-2932854aa088 None None] Current status of the port 54a963c7-8903-44cf-81b9-b1f9769aebf2 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:18.670097 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1cfed161-b48f-46d8-b2ae-2932854aa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.684092 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd198060-7923-4493-aa9c-31eb5ebf6627 req-94a43da2-291c-416e-a18d-01fe66c7cb30 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:18.685857 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd198060-7923-4493-aa9c-31eb5ebf6627 req-94a43da2-291c-416e-a18d-01fe66c7cb30 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0619040 Apr 11 18:16:18.700447 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:18.738544 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dd198060-7923-4493-aa9c-31eb5ebf6627 req-17ca91bf-e7c6-441f-a297-0edd186744f0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457721 Apr 11 18:16:18.742073 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 8800436c-a2df-4a21-bb80-67b9b899d781 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:18.820226 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-1cfed161-b48f-46d8-b2ae-2932854aa088 None None] For port 54a963c7-8903-44cf-81b9-b1f9769aebf2, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=54a963c7-8903-44cf-81b9-b1f9769aebf2,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:18.899265 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Allocated IP 172.20.0.2 (f4b71287-1078-46d4-af3b-9fdfe5764336/fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982/67735684-e4f0-4073-b78a-121beb038823) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:18.901246 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1cfed161-b48f-46d8-b2ae-2932854aa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.951464 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks [] for router_gateway (ee4f52ae-74f8-432f-869d-331bc8fae348), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.970896 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:18.979111 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 8800436c-a2df-4a21-bb80-67b9b899d781 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:18.979478 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.091879 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4c7d8-6491-4eee-b4ae-9c8c660525a3 req-88ddac8c-9da3-4a81-9570-6207da380dbf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:19.092800 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Allocated IP 172.27.2.54 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/0c93041c-7106-4146-bf7d-a23893527be4) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:19.093762 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-15f4c7d8-6491-4eee-b4ae-9c8c660525a3 req-88ddac8c-9da3-4a81-9570-6207da380dbf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0498354 Apr 11 18:16:19.156004 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-15f4c7d8-6491-4eee-b4ae-9c8c660525a3 req-d057e41b-d81e-470d-b317-c95c3ad137e2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543060 Apr 11 18:16:19.231512 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks [] for port (0c93041c-7106-4146-bf7d-a23893527be4), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.243326 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfed161-b48f-46d8-b2ae-2932854aa088 None None] Pushing event updated for resources: {'Port': ['ID=54a963c7-8903-44cf-81b9-b1f9769aebf2,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:19.250515 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-c74a8e2d-1054-4fd8-8b76-7fa9b696138a None None] Provisioning complete for port 54a963c7-8903-44cf-81b9-b1f9769aebf2 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:19.250887 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c74a8e2d-1054-4fd8-8b76-7fa9b696138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.331921 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (0c93041c-7106-4146-bf7d-a23893527be4), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.365266 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '54a963c7-8903-44cf-81b9-b1f9769aebf2', 'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'mac_address': 'fa:16:3e:1c:82:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:13Z', 'updated_at': '2022-04-11T18:16:18Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'subnets': [{'id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:19.370343 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:19.373356 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:19.376920 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:19.403906 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c93041c-7106-4146-bf7d-a23893527be4,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:19.439093 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac4215-e4dc-4a57-9be0-80171d55a0b7 None None] The sync data for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi is: [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '54a963c7-8903-44cf-81b9-b1f9769aebf2', 'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'mac_address': 'fa:16:3e:1c:82:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:13Z', 'updated_at': '2022-04-11T18:16:18Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'subnets': [{'id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:16:19.506688 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 8800436c-a2df-4a21-bb80-67b9b899d781 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:19.511573 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Publish callbacks [] for port (67735684-e4f0-4073-b78a-121beb038823), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.531759 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-c74a8e2d-1054-4fd8-8b76-7fa9b696138a None None] Current status of the port 54a963c7-8903-44cf-81b9-b1f9769aebf2 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:19.610112 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (67735684-e4f0-4073-b78a-121beb038823), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.654697 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Network f4b71287-1078-46d4-af3b-9fdfe5764336 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:19.657865 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:19.662128 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:19.673843 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Pushing event updated for resources: {'Port': ['ID=67735684-e4f0-4073-b78a-121beb038823,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:19.673976 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915062bc-d11c-48be-b490-4cb2be9deb24 req-15a04751-3315-4bce-8c4f-a020f14180a4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:19.683428 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-915062bc-d11c-48be-b490-4cb2be9deb24 req-15a04751-3315-4bce-8c4f-a020f14180a4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0722625 Apr 11 18:16:19.734444 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Attempting to bind port 67735684-e4f0-4073-b78a-121beb038823 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:16:19.734816 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Attempting to bind port 67735684-e4f0-4073-b78a-121beb038823 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': 'f9c16bfd-6679-41f7-aa76-82da01344ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:16:19.735185 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Attempting to bind port 67735684-e4f0-4073-b78a-121beb038823 on network f4b71287-1078-46d4-af3b-9fdfe5764336 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:19.741635 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:16:19.742727 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Checking segment: {'id': 'f9c16bfd-6679-41f7-aa76-82da01344ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:19.742727 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.742916 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Bound using segment: {'id': 'f9c16bfd-6679-41f7-aa76-82da01344ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:16:19.743261 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Bound port: 67735684-e4f0-4073-b78a-121beb038823, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c16bfd-6679-41f7-aa76-82da01344ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:16:19.743906 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (67735684-e4f0-4073-b78a-121beb038823), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.793334 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-915062bc-d11c-48be-b490-4cb2be9deb24 req-777c9165-cf8f-475a-8737-afc6d7df10c4 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088850 Apr 11 18:16:19.818340 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] For port 67735684-e4f0-4073-b78a-121beb038823, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:16:19.822909 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] For port 67735684-e4f0-4073-b78a-121beb038823, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=67735684-e4f0-4073-b78a-121beb038823,segment=NetworkSegment(f9c16bfd-6679-41f7-aa76-82da01344ff6),segment_id=f9c16bfd-6679-41f7-aa76-82da01344ff6)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:16:19.866598 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks [] for router_gateway (ee4f52ae-74f8-432f-869d-331bc8fae348), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.904144 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e5b7b-9e71-4905-a63b-1965fb904952 req-a4fe2d4d-2823-4cc3-bf0e-d54bdd5ba9bb tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:19.904740 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (67735684-e4f0-4073-b78a-121beb038823), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:19.906899 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f68e5b7b-9e71-4905-a63b-1965fb904952 req-a4fe2d4d-2823-4cc3-bf0e-d54bdd5ba9bb tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0626454 Apr 11 18:16:19.977518 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f68e5b7b-9e71-4905-a63b-1965fb904952 req-bb7c2f2c-b53c-4008-88f2-551096f90abd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611410 Apr 11 18:16:20.039192 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06024481-3cfa-4c83-ab60-80061d13fe76 None None] Pushing event updated for resources: {'Port': ['ID=67735684-e4f0-4073-b78a-121beb038823,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:20.212244 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (ee4f52ae-74f8-432f-869d-331bc8fae348), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:20.385816 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ae5fa-d916-4312-b744-a6c2ab7ee71a req-97fa0f2a-cca2-400d-a7ca-dc6046e40e0e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:20.387588 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-511ae5fa-d916-4312-b744-a6c2ab7ee71a req-97fa0f2a-cca2-400d-a7ca-dc6046e40e0e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0921597 Apr 11 18:16:20.465054 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-511ae5fa-d916-4312-b744-a6c2ab7ee71a req-a99df109-eb59-4416-894c-12871674e40c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706356 Apr 11 18:16:20.571412 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Router ee4f52ae-74f8-432f-869d-331bc8fae348 is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:16:20.693930 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:16:20.705974 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Sync routers for ids ['ee4f52ae-74f8-432f-869d-331bc8fae348'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:16:20.721452 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Routers {'ee4f52ae-74f8-432f-869d-331bc8fae348'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:20.722205 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ee4f52ae-74f8-432f-869d-331bc8fae348'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:20.775904 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 67735684-e4f0-4073-b78a-121beb038823 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:20.795228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:20.800328 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56884) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:20.801424 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-455ef950-c6ab-4beb-9cd7-b460491407b6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5622559 Apr 11 18:16:20.855690 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 67735684-e4f0-4073-b78a-121beb038823 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:20.856424 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (67735684-e4f0-4073-b78a-121beb038823), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:20.860879 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Set router ee4f52ae-74f8-432f-869d-331bc8fae348 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:20.967926 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 67735684-e4f0-4073-b78a-121beb038823 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:20.968337 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (67735684-e4f0-4073-b78a-121beb038823), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.005055 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 67735684-e4f0-4073-b78a-121beb038823, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=67735684-e4f0-4073-b78a-121beb038823,segment=NetworkSegment(f9c16bfd-6679-41f7-aa76-82da01344ff6),segment_id=f9c16bfd-6679-41f7-aa76-82da01344ff6)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:21.092257 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6353c75-9a01-43ed-a52c-8359e731c802 req-7d444eae-42d5-4ff2-b61d-601d8a5ba041 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:21.093833 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d6353c75-9a01-43ed-a52c-8359e731c802 req-7d444eae-42d5-4ff2-b61d-601d8a5ba041 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.1260722 Apr 11 18:16:21.099047 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (67735684-e4f0-4073-b78a-121beb038823), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.099861 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 54a963c7-8903-44cf-81b9-b1f9769aebf2 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:21.110267 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '0c93041c-7106-4146-bf7d-a23893527be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:19Z', 'revision_number': 3, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'gw_port': {'id': '0c93041c-7106-4146-bf7d-a23893527be4', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:21.173676 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Checking router: ee4f52ae-74f8-432f-869d-331bc8fae348 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:16:21.174032 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Updating router ee4f52ae-74f8-432f-869d-331bc8fae348 port 0c93041c-7106-4146-bf7d-a23893527be4 binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:16:21.181997 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a541f0-825d-427d-a22e-08a5d18f741e req-789632fb-65aa-4f4a-9d02-7f47ac4244fe tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:21.192862 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d2a541f0-825d-427d-a22e-08a5d18f741e req-789632fb-65aa-4f4a-9d02-7f47ac4244fe tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.1113918 Apr 11 18:16:21.214872 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=67735684-e4f0-4073-b78a-121beb038823,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:21.224686 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 54a963c7-8903-44cf-81b9-b1f9769aebf2 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:21.225065 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.230808 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (0c93041c-7106-4146-bf7d-a23893527be4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.257599 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d2a541f0-825d-427d-a22e-08a5d18f741e req-20e5d10a-77c2-4e81-8bfa-507ee33f2099 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629332 Apr 11 18:16:21.291511 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d6353c75-9a01-43ed-a52c-8359e731c802 req-94ff4b33-2b9b-4bca-86cd-38cf19e0fab1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763110 Apr 11 18:16:21.299031 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b28279-cbd3-47ad-841d-77b07c20d51f None None] Network f4b71287-1078-46d4-af3b-9fdfe5764336 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:16:21.408238 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 54a963c7-8903-44cf-81b9-b1f9769aebf2 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:21.413240 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-770beea5-937f-412d-9eef-dfce3115db92 None None] Provisioning complete for port 67735684-e4f0-4073-b78a-121beb038823 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:21.413699 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-770beea5-937f-412d-9eef-dfce3115db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (67735684-e4f0-4073-b78a-121beb038823), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.451026 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.540647 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-770beea5-937f-412d-9eef-dfce3115db92 None None] Current status of the port 67735684-e4f0-4073-b78a-121beb038823 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:21.595717 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Publish callbacks [] for port (0c93041c-7106-4146-bf7d-a23893527be4), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.638593 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba34d-ce26-44f1-b2ac-a6cf306997de req-02d9c73f-8256-4612-a701-35e9623bd987 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:21.640499 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-40eba34d-ce26-44f1-b2ac-a6cf306997de req-02d9c73f-8256-4612-a701-35e9623bd987 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0631447 Apr 11 18:16:21.654584 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Allocated IP 172.20.0.1 (f4b71287-1078-46d4-af3b-9fdfe5764336/fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982/2044848e-831e-4733-92b9-77231b2d9088) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:21.661547 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (0c93041c-7106-4146-bf7d-a23893527be4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.713690 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-40eba34d-ce26-44f1-b2ac-a6cf306997de req-3b1a0793-a228-4305-b5ed-b09baed27b3a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600319 Apr 11 18:16:21.713904 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Attempting to bind port 0c93041c-7106-4146-bf7d-a23893527be4 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:16:21.714366 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Attempting to bind port 0c93041c-7106-4146-bf7d-a23893527be4 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:16:21.714830 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Attempting to bind port 0c93041c-7106-4146-bf7d-a23893527be4 on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:21.722559 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:16:21.722942 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:21.723388 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.723789 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:16:21.724301 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Bound port: 0c93041c-7106-4146-bf7d-a23893527be4, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:16:21.724685 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (0c93041c-7106-4146-bf7d-a23893527be4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.760842 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e396142-da89-41c6-82d7-720fffd70d83 None None] Pushing event updated for resources: {'Port': ['ID=0c93041c-7106-4146-bf7d-a23893527be4,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:21.761203 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-14f5abb0-63aa-4609-a91a-ff490f611ecd None None] Provisioning complete for port 67735684-e4f0-4073-b78a-121beb038823 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:21.761667 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-14f5abb0-63aa-4609-a91a-ff490f611ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (67735684-e4f0-4073-b78a-121beb038823), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.794551 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] For port 0c93041c-7106-4146-bf7d-a23893527be4, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:16:21.798109 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] For port 0c93041c-7106-4146-bf7d-a23893527be4, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=0c93041c-7106-4146-bf7d-a23893527be4,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:16:21.849800 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-14f5abb0-63aa-4609-a91a-ff490f611ecd None None] Current status of the port 67735684-e4f0-4073-b78a-121beb038823 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:21.881085 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (0c93041c-7106-4146-bf7d-a23893527be4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:21.929016 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Routers {'ee4f52ae-74f8-432f-869d-331bc8fae348'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:21.929652 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ee4f52ae-74f8-432f-869d-331bc8fae348'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:21.986837 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e396142-da89-41c6-82d7-720fffd70d83 None None] Pushing event updated for resources: {'Port': ['ID=0c93041c-7106-4146-bf7d-a23893527be4,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:22.018594 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Publish callbacks [] for port (2044848e-831e-4733-92b9-77231b2d9088), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.054195 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] Set router ee4f52ae-74f8-432f-869d-331bc8fae348 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:22.119345 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (2044848e-831e-4733-92b9-77231b2d9088), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.157445 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Network f4b71287-1078-46d4-af3b-9fdfe5764336 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:22.160595 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:22.164154 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:22.205997 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Pushing event updated for resources: {'Port': ['ID=2044848e-831e-4733-92b9-77231b2d9088,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:22.226051 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (ee4f52ae-74f8-432f-869d-331bc8fae348), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.246332 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '0c93041c-7106-4146-bf7d-a23893527be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:19Z', 'revision_number': 3, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'gw_port': {'id': '0c93041c-7106-4146-bf7d-a23893527be4', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:22.275521 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fa112-ba27-4a2c-9e83-4f468632d682 None None] The sync data for ids ['ee4f52ae-74f8-432f-869d-331bc8fae348'] in dv-cinder-837354-1-iscsi is: [{'id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '0c93041c-7106-4146-bf7d-a23893527be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:19Z', 'revision_number': 3, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'gw_port': {'id': '0c93041c-7106-4146-bf7d-a23893527be4', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:16:22.430703 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2f345-04c4-45ee-8d05-5942fa3c9f32 req-b068ed9a-8270-4e9e-a161-22d4f35a1918 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:22.433921 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ceb2f345-04c4-45ee-8d05-5942fa3c9f32 req-b068ed9a-8270-4e9e-a161-22d4f35a1918 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0735779 Apr 11 18:16:22.441328 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3b986-da84-431e-a560-74ef759ecf58 req-e8d80664-cb62-4873-8cc8-42c39a52a9af tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:22.443015 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3cd3b986-da84-431e-a560-74ef759ecf58 req-e8d80664-cb62-4873-8cc8-42c39a52a9af tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0523858 Apr 11 18:16:22.472215 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-316ab595-4aab-4db9-862d-a511df9201f5 None None] Provisioning complete for port 2044848e-831e-4733-92b9-77231b2d9088 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:22.472849 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-316ab595-4aab-4db9-862d-a511df9201f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (2044848e-831e-4733-92b9-77231b2d9088), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.487791 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ceb2f345-04c4-45ee-8d05-5942fa3c9f32 req-1d11bc9b-3724-48ea-8d3f-7d0eebf4bd1e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492787 Apr 11 18:16:22.498360 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3cd3b986-da84-431e-a560-74ef759ecf58 req-fd5d23c6-4347-4a66-b6cb-b4d9e9a5ec56 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486557 Apr 11 18:16:22.535032 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-316ab595-4aab-4db9-862d-a511df9201f5 None None] Port 2044848e-831e-4733-92b9-77231b2d9088 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:16:22.548527 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2044848e-831e-4733-92b9-77231b2d9088), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.772236 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Publish callbacks [] for port (2044848e-831e-4733-92b9-77231b2d9088), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.801528 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 0c93041c-7106-4146-bf7d-a23893527be4 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:22.826583 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8561-2437-4e72-b11a-3569cfea469a req-ac7bbaa9-5987-4b3c-a825-9b6440463fcc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:22.828253 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-67bf8561-2437-4e72-b11a-3569cfea469a req-ac7bbaa9-5987-4b3c-a825-9b6440463fcc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0524080 Apr 11 18:16:22.852464 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (2044848e-831e-4733-92b9-77231b2d9088), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.857417 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 0c93041c-7106-4146-bf7d-a23893527be4 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:22.857808 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (0c93041c-7106-4146-bf7d-a23893527be4), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.941657 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 0c93041c-7106-4146-bf7d-a23893527be4 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:22.942318 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (0c93041c-7106-4146-bf7d-a23893527be4), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.947347 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (ee4f52ae-74f8-432f-869d-331bc8fae348), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:22.949196 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Pushing event updated for resources: {'Port': ['ID=2044848e-831e-4733-92b9-77231b2d9088,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:22.962304 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-67bf8561-2437-4e72-b11a-3569cfea469a req-a7b93c4c-6018-4c06-bfca-de8397555178 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264496 Apr 11 18:16:22.971922 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 0c93041c-7106-4146-bf7d-a23893527be4, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=0c93041c-7106-4146-bf7d-a23893527be4,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:23.058509 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Network f4b71287-1078-46d4-af3b-9fdfe5764336 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:23.059935 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:23.084224 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (0c93041c-7106-4146-bf7d-a23893527be4), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:23.085589 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 67735684-e4f0-4073-b78a-121beb038823 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:23.193301 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=0c93041c-7106-4146-bf7d-a23893527be4,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:23.228654 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 67735684-e4f0-4073-b78a-121beb038823 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:23.229534 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (67735684-e4f0-4073-b78a-121beb038823), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:23.247897 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Router ee4f52ae-74f8-432f-869d-331bc8fae348 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:16:23.322199 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 67735684-e4f0-4073-b78a-121beb038823 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:23.368935 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-7c91bfcf-989e-413e-991b-94760870eac9 None None] Provisioning complete for port 2044848e-831e-4733-92b9-77231b2d9088 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:23.368935 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7c91bfcf-989e-413e-991b-94760870eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (2044848e-831e-4733-92b9-77231b2d9088), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:23.385786 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:16:23.393872 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ec74259a-eeaa-4f0a-8ee4-2bd3cc22e284 admin admin] 10.222.0.53 "PUT /v2.0/routers/ee4f52ae-74f8-432f-869d-331bc8fae348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5921991 Apr 11 18:16:23.407418 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-7c91bfcf-989e-413e-991b-94760870eac9 None None] Port 2044848e-831e-4733-92b9-77231b2d9088 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:16:23.617745 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd019d0a-bc8e-4d15-b974-71da25b313a7 req-5a5ba8e9-3648-482d-b88a-41925afee700 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:23.619259 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd019d0a-bc8e-4d15-b974-71da25b313a7 req-5a5ba8e9-3648-482d-b88a-41925afee700 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0550711 Apr 11 18:16:23.670222 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd019d0a-bc8e-4d15-b974-71da25b313a7 req-7bbe7aa2-cc33-46c6-b6e0-e1dd3c2e723e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452192 Apr 11 18:16:23.994033 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78d8a4-5478-426e-b920-5a24cf8a5932 req-c85e53ca-1cad-4916-b0d4-1111350b6f2c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:23.995523 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8c78d8a4-5478-426e-b920-5a24cf8a5932 req-c85e53ca-1cad-4916-b0d4-1111350b6f2c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0494576 Apr 11 18:16:24.045761 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8c78d8a4-5478-426e-b920-5a24cf8a5932 req-ae666f88-c3f8-4a57-a19d-5725dd340a6f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440621 Apr 11 18:16:24.089522 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59944782-4f19-474d-8633-03cd876795db None None] Sync routers for ids ['ee4f52ae-74f8-432f-869d-331bc8fae348'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:16:24.102619 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59944782-4f19-474d-8633-03cd876795db None None] Routers {'ee4f52ae-74f8-432f-869d-331bc8fae348'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:24.103400 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-59944782-4f19-474d-8633-03cd876795db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ee4f52ae-74f8-432f-869d-331bc8fae348'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:24.157366 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e03ef-ad23-4d55-a351-bce42a8aa28f req-7767c8b4-01ee-43d4-a9a9-013c029d0bd0 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:24.158907 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ee8e03ef-ad23-4d55-a351-bce42a8aa28f req-7767c8b4-01ee-43d4-a9a9-013c029d0bd0 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0489018 Apr 11 18:16:24.211169 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ee8e03ef-ad23-4d55-a351-bce42a8aa28f req-331c2cad-05c3-49a1-b01c-791c345b7d48 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 Apr 11 18:16:24.214872 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-59944782-4f19-474d-8633-03cd876795db None None] Set router ee4f52ae-74f8-432f-869d-331bc8fae348 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:24.264374 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56934) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:24.311912 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-addcf8ff-4380-40b2-9dfa-0a2f18fa11c0 admin admin] Deleting subnet 06563a33-b30f-4eda-ae56-5af57288c29b {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:16:24.315460 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-addcf8ff-4380-40b2-9dfa-0a2f18fa11c0 admin admin] Publish callbacks [] for subnet (06563a33-b30f-4eda-ae56-5af57288c29b), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:24.354249 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-addcf8ff-4380-40b2-9dfa-0a2f18fa11c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526040'] for subnet (06563a33-b30f-4eda-ae56-5af57288c29b), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:24.400930 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-addcf8ff-4380-40b2-9dfa-0a2f18fa11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (06563a33-b30f-4eda-ae56-5af57288c29b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:24.558801 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-59944782-4f19-474d-8633-03cd876795db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '0c93041c-7106-4146-bf7d-a23893527be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:22Z', 'revision_number': 4, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'gw_port': {'id': '0c93041c-7106-4146-bf7d-a23893527be4', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '2044848e-831e-4733-92b9-77231b2d9088', 'name': '', 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'mac_address': 'fa:16:3e:55:f2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:21Z', 'updated_at': '2022-04-11T18:16:22Z', 'revision_number': 2, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'subnets': [{'id': 'fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:24.566609 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-addcf8ff-4380-40b2-9dfa-0a2f18fa11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26048827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26094799'] for subnet (06563a33-b30f-4eda-ae56-5af57288c29b), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:24.584124 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-addcf8ff-4380-40b2-9dfa-0a2f18fa11c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:24.592093 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-addcf8ff-4380-40b2-9dfa-0a2f18fa11c0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/06563a33-b30f-4eda-ae56-5af57288c29b HTTP/1.1" status: 204 len: 168 time: 0.3244295 Apr 11 18:16:24.592475 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56940) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:24.597531 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59944782-4f19-474d-8633-03cd876795db None None] Checking router: ee4f52ae-74f8-432f-869d-331bc8fae348 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:16:24.600083 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59944782-4f19-474d-8633-03cd876795db None None] Updating router ee4f52ae-74f8-432f-869d-331bc8fae348 port 2044848e-831e-4733-92b9-77231b2d9088 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:16:24.621583 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcf8ff-4380-40b2-9dfa-0a2f18fa11c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06563a33-b30f-4eda-ae56-5af57288c29b,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:24.654367 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59944782-4f19-474d-8633-03cd876795db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2044848e-831e-4733-92b9-77231b2d9088), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:24.687837 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (d7651395-ccc9-42f7-8056-0a991d0615e5), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:24.768696 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 0c93041c-7106-4146-bf7d-a23893527be4 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:24.865568 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 0c93041c-7106-4146-bf7d-a23893527be4 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:24.865568 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (0c93041c-7106-4146-bf7d-a23893527be4), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.031915 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 0c93041c-7106-4146-bf7d-a23893527be4 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:25.080477 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59944782-4f19-474d-8633-03cd876795db None None] Publish callbacks [] for port (2044848e-831e-4733-92b9-77231b2d9088), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.131228 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59944782-4f19-474d-8633-03cd876795db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (2044848e-831e-4733-92b9-77231b2d9088), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.132574 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56952) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:25.137381 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-880e2199-87f7-4e6c-9c22-5e44192d9f9d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231705138', 'description': 'tempest-secgroup-smoke-231705138 description', 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:25.199269 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972ef0-d5d8-4026-a9f8-f9359a818ff2 None None] Pushing event updated for resources: {'Port': ['ID=2044848e-831e-4733-92b9-77231b2d9088,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:25.252521 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (d7651395-ccc9-42f7-8056-0a991d0615e5), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.270711 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-880e2199-87f7-4e6c-9c22-5e44192d9f9d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.271278 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf636-ca8d-4f69-adb4-016fe8660ad3 req-3919ce18-8000-4613-9337-03e44dc6dba3 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:25.277735 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-59944782-4f19-474d-8633-03cd876795db None None] Attempting to bind port 2044848e-831e-4733-92b9-77231b2d9088 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:16:25.278183 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-59944782-4f19-474d-8633-03cd876795db None None] Attempting to bind port 2044848e-831e-4733-92b9-77231b2d9088 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': 'f9c16bfd-6679-41f7-aa76-82da01344ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:16:25.278595 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59944782-4f19-474d-8633-03cd876795db None None] Attempting to bind port 2044848e-831e-4733-92b9-77231b2d9088 on network f4b71287-1078-46d4-af3b-9fdfe5764336 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:25.279804 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-30dcf636-ca8d-4f69-adb4-016fe8660ad3 req-3919ce18-8000-4613-9337-03e44dc6dba3 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.5019338 Apr 11 18:16:25.284784 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59944782-4f19-474d-8633-03cd876795db None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:16:25.285162 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59944782-4f19-474d-8633-03cd876795db None None] Checking segment: {'id': 'f9c16bfd-6679-41f7-aa76-82da01344ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:25.285614 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59944782-4f19-474d-8633-03cd876795db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.286014 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59944782-4f19-474d-8633-03cd876795db None None] Bound using segment: {'id': 'f9c16bfd-6679-41f7-aa76-82da01344ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:16:25.286492 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-59944782-4f19-474d-8633-03cd876795db None None] Bound port: 2044848e-831e-4733-92b9-77231b2d9088, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c16bfd-6679-41f7-aa76-82da01344ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:16:25.286877 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59944782-4f19-474d-8633-03cd876795db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2044848e-831e-4733-92b9-77231b2d9088), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.299191 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ceecf-7bc1-4e35-a5a7-6606753be156 req-83c8b97f-51d6-4ecb-9cce-fc664cf0999f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:25.307766 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-107ceecf-7bc1-4e35-a5a7-6606753be156 req-83c8b97f-51d6-4ecb-9cce-fc664cf0999f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.1167417 Apr 11 18:16:25.310194 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7651395-ccc9-42f7-8056-0a991d0615e5']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:25.326463 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b496c2da-bc3a-423f-9ec2-01a6fb378af0') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:25.326757 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b496c2da-bc3a-423f-9ec2-01a6fb378af0') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:25.347231 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (b496c2da-bc3a-423f-9ec2-01a6fb378af0), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.361399 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-59944782-4f19-474d-8633-03cd876795db None None] For port 2044848e-831e-4733-92b9-77231b2d9088, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:16:25.366474 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-59944782-4f19-474d-8633-03cd876795db None None] For port 2044848e-831e-4733-92b9-77231b2d9088, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=2044848e-831e-4733-92b9-77231b2d9088,segment=NetworkSegment(f9c16bfd-6679-41f7-aa76-82da01344ff6),segment_id=f9c16bfd-6679-41f7-aa76-82da01344ff6)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:16:25.373180 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-30dcf636-ca8d-4f69-adb4-016fe8660ad3 req-f7f9277a-715c-4caa-a769-0b43a3b46a8e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922303 Apr 11 18:16:25.374160 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (b496c2da-bc3a-423f-9ec2-01a6fb378af0), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.382222 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:16:25.382628 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (b496c2da-bc3a-423f-9ec2-01a6fb378af0), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:16:25.384531 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:16:25.403819 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-107ceecf-7bc1-4e35-a5a7-6606753be156 req-a1f6d42f-9332-4abf-8dbb-303139b56d72 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948100 Apr 11 18:16:25.441514 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59944782-4f19-474d-8633-03cd876795db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (2044848e-831e-4733-92b9-77231b2d9088), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.483826 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-880e2199-87f7-4e6c-9c22-5e44192d9f9d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group (22c39595-ee34-49bc-b50f-8b73c8dfcb7a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.503454 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59944782-4f19-474d-8633-03cd876795db None None] Routers {'ee4f52ae-74f8-432f-869d-331bc8fae348'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:25.503454 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-59944782-4f19-474d-8633-03cd876795db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ee4f52ae-74f8-432f-869d-331bc8fae348'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:25.514722 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (d7651395-ccc9-42f7-8056-0a991d0615e5), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.519687 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.527940 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d7651395-ccc9-42f7-8056-0a991d0615e5 HTTP/1.1" status: 204 len: 168 time: 0.9306867 Apr 11 18:16:25.533189 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972ef0-d5d8-4026-a9f8-f9359a818ff2 None None] Pushing event updated for resources: {'Port': ['ID=2044848e-831e-4733-92b9-77231b2d9088,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:25.542938 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-880e2199-87f7-4e6c-9c22-5e44192d9f9d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (22c39595-ee34-49bc-b50f-8b73c8dfcb7a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.552902 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631a9ec-be1c-44cc-a915-9bdb5784c3c7 req-afd4f489-677c-45fc-9718-7a370bef409e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:25.554668 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6631a9ec-be1c-44cc-a915-9bdb5784c3c7 req-afd4f489-677c-45fc-9718-7a370bef409e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0906026 Apr 11 18:16:25.557685 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545953f-e92d-4153-a911-616a017bd056 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7651395-ccc9-42f7-8056-0a991d0615e5,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:25.574477 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e2199-87f7-4e6c-9c22-5e44192d9f9d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c39595-ee34-49bc-b50f-8b73c8dfcb7a,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:25.602126 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-a0e514ae-7de5-42eb-af3f-3d8c5a6cbaa0 None None] Provisioning complete for port 2044848e-831e-4733-92b9-77231b2d9088 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:25.602497 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a0e514ae-7de5-42eb-af3f-3d8c5a6cbaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (2044848e-831e-4733-92b9-77231b2d9088), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.631013 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6631a9ec-be1c-44cc-a915-9bdb5784c3c7 req-f3624885-427f-4a42-87f6-04daa91d313f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696921 Apr 11 18:16:25.636590 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-880e2199-87f7-4e6c-9c22-5e44192d9f9d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.640905 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-880e2199-87f7-4e6c-9c22-5e44192d9f9d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5072398 Apr 11 18:16:25.641065 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56958) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:25.651079 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-d510a5ae-a954-467f-b1e9-0e739684263c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Request body: {'security_group_rule': {'security_group_id': '22c39595-ee34-49bc-b50f-8b73c8dfcb7a', 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:25.751524 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-59944782-4f19-474d-8633-03cd876795db None None] Set router ee4f52ae-74f8-432f-869d-331bc8fae348 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:25.776328 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d510a5ae-a954-467f-b1e9-0e739684263c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (0b316d19-8e8e-4b86-b26d-3e48043f1374), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.797528 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-a0e514ae-7de5-42eb-af3f-3d8c5a6cbaa0 None None] Current status of the port 2044848e-831e-4733-92b9-77231b2d9088 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:25.797914 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a0e514ae-7de5-42eb-af3f-3d8c5a6cbaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2044848e-831e-4733-92b9-77231b2d9088), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.839158 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d510a5ae-a954-467f-b1e9-0e739684263c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (0b316d19-8e8e-4b86-b26d-3e48043f1374), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:25.890392 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-a0e514ae-7de5-42eb-af3f-3d8c5a6cbaa0 None None] For port 2044848e-831e-4733-92b9-77231b2d9088, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=2044848e-831e-4733-92b9-77231b2d9088,segment=NetworkSegment(f9c16bfd-6679-41f7-aa76-82da01344ff6),segment_id=f9c16bfd-6679-41f7-aa76-82da01344ff6)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:25.977343 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d510a5ae-a954-467f-b1e9-0e739684263c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (0b316d19-8e8e-4b86-b26d-3e48043f1374), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.000366 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-59944782-4f19-474d-8633-03cd876795db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '0c93041c-7106-4146-bf7d-a23893527be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:22Z', 'revision_number': 4, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'gw_port': {'id': '0c93041c-7106-4146-bf7d-a23893527be4', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '2044848e-831e-4733-92b9-77231b2d9088', 'name': '', 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'mac_address': 'fa:16:3e:55:f2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:21Z', 'updated_at': '2022-04-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'subnets': [{'id': 'fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:26.001614 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510a5ae-a954-467f-b1e9-0e739684263c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b316d19-8e8e-4b86-b26d-3e48043f1374,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:26.047539 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59944782-4f19-474d-8633-03cd876795db None None] The sync data for ids ['ee4f52ae-74f8-432f-869d-331bc8fae348'] in dv-cinder-837354-1-iscsi is: [{'id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '0c93041c-7106-4146-bf7d-a23893527be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:22Z', 'revision_number': 4, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'gw_port': {'id': '0c93041c-7106-4146-bf7d-a23893527be4', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '2044848e-831e-4733-92b9-77231b2d9088', 'name': '', 'network_id': 'f4b71287-1078-46d4-af3b-9fdfe5764336', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'mac_address': 'fa:16:3e:55:f2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:21Z', 'updated_at': '2022-04-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'subnets': [{'id': 'fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:16:26.047539 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a0e514ae-7de5-42eb-af3f-3d8c5a6cbaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (2044848e-831e-4733-92b9-77231b2d9088), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.050543 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56970) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:26.070465 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d510a5ae-a954-467f-b1e9-0e739684263c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.076144 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56972) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:26.083448 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-6463576c-2b22-44bd-b18f-a574e5c20f80 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Request body: {'security_group_rule': {'security_group_id': '22c39595-ee34-49bc-b50f-8b73c8dfcb7a', 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:26.087779 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d510a5ae-a954-467f-b1e9-0e739684263c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4453726 Apr 11 18:16:26.137719 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e514ae-7de5-42eb-af3f-3d8c5a6cbaa0 None None] Pushing event updated for resources: {'Port': ['ID=2044848e-831e-4733-92b9-77231b2d9088,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:26.145946 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-c0111392-e8fb-4f25-b194-d43a43bb5f29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2835cf488bff406a871b6e8f39b43677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0943589 Apr 11 18:16:26.156556 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 56976) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:26.175055 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-5dd9f9c5-ce7b-4d65-94d9-100b3b81981e None None] Provisioning complete for port 2044848e-831e-4733-92b9-77231b2d9088 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:26.175431 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f9c5-ce7b-4d65-94d9-100b3b81981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (2044848e-831e-4733-92b9-77231b2d9088), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.197375 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7be49-b24a-4a6a-9d15-4c922bbe41d7 req-a891a48f-2278-4e71-bff9-a992cabef130 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:26.201798 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a8c7be49-b24a-4a6a-9d15-4c922bbe41d7 req-a891a48f-2278-4e71-bff9-a992cabef130 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.1223738 Apr 11 18:16:26.235711 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c729ce68-e0f4-4e6b-9450-1a2eaa73d531 admin admin] Publish callbacks [] for security_group (108ae139-aa69-4380-91e1-1f3885a4d83d), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.264306 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:16:26.268242 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6463576c-2b22-44bd-b18f-a574e5c20f80 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (1d42c7fa-5550-4ce9-8daf-8b7970380eef), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.277605 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c729ce68-e0f4-4e6b-9450-1a2eaa73d531 admin admin] Publish callbacks [] for security_group (108ae139-aa69-4380-91e1-1f3885a4d83d), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.285091 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a8c7be49-b24a-4a6a-9d15-4c922bbe41d7 req-2b791d8c-1036-47f0-b6d6-c40688d29848 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716717 Apr 11 18:16:26.305552 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9f9c5-ce7b-4d65-94d9-100b3b81981e None None] Current status of the port 2044848e-831e-4733-92b9-77231b2d9088 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:26.347838 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6463576c-2b22-44bd-b18f-a574e5c20f80 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (1d42c7fa-5550-4ce9-8daf-8b7970380eef), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.428299 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6463576c-2b22-44bd-b18f-a574e5c20f80 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (1d42c7fa-5550-4ce9-8daf-8b7970380eef), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.451532 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463576c-2b22-44bd-b18f-a574e5c20f80 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d42c7fa-5550-4ce9-8daf-8b7970380eef,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:26.474892 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c729ce68-e0f4-4e6b-9450-1a2eaa73d531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (108ae139-aa69-4380-91e1-1f3885a4d83d), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.477718 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c729ce68-e0f4-4e6b-9450-1a2eaa73d531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.479548 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-c729ce68-e0f4-4e6b-9450-1a2eaa73d531 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/108ae139-aa69-4380-91e1-1f3885a4d83d HTTP/1.1" status: 204 len: 168 time: 0.3205967 Apr 11 18:16:26.540099 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729ce68-e0f4-4e6b-9450-1a2eaa73d531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108ae139-aa69-4380-91e1-1f3885a4d83d,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:26.554327 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d7fd0-c4fb-4321-8fb9-1077eec506e0 req-653c5b91-f3e8-43ed-a080-20fbd31f93e0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:26.555961 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a95d7fd0-c4fb-4321-8fb9-1077eec506e0 req-653c5b91-f3e8-43ed-a080-20fbd31f93e0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0619917 Apr 11 18:16:26.570898 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93f83d-7368-4c95-87ee-526bf81cf074 req-4af8bd68-c2c8-4793-94e0-7088b7903ae9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:26.577292 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8f93f83d-7368-4c95-87ee-526bf81cf074 req-4af8bd68-c2c8-4793-94e0-7088b7903ae9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.1141546 Apr 11 18:16:26.593248 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6463576c-2b22-44bd-b18f-a574e5c20f80 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.597096 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6463576c-2b22-44bd-b18f-a574e5c20f80 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5170634 Apr 11 18:16:26.598812 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56984) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:26.604005 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-bee70a0b-e131-4e09-bfb7-5ded6c08933a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Request body: {'security_group_rule': {'security_group_id': '22c39595-ee34-49bc-b50f-8b73c8dfcb7a', 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:26.653041 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a95d7fd0-c4fb-4321-8fb9-1077eec506e0 req-566aa4ac-9ad1-4b56-9c94-6008832f3824 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899677 Apr 11 18:16:26.681421 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8f93f83d-7368-4c95-87ee-526bf81cf074 req-dfd4555f-8351-44c5-aa85-5f59a478d0b5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936418 Apr 11 18:16:26.751918 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 2044848e-831e-4733-92b9-77231b2d9088 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:26.765600 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bee70a0b-e131-4e09-bfb7-5ded6c08933a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (4db4f2c6-da46-4d20-b768-7a7f8ea9616f), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.808034 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 2044848e-831e-4733-92b9-77231b2d9088 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:26.808510 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (2044848e-831e-4733-92b9-77231b2d9088), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.830852 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bee70a0b-e131-4e09-bfb7-5ded6c08933a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (4db4f2c6-da46-4d20-b768-7a7f8ea9616f), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.895309 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 2044848e-831e-4733-92b9-77231b2d9088 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:26.914808 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bee70a0b-e131-4e09-bfb7-5ded6c08933a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (4db4f2c6-da46-4d20-b768-7a7f8ea9616f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:26.948567 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee70a0b-e131-4e09-bfb7-5ded6c08933a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db4f2c6-da46-4d20-b768-7a7f8ea9616f,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:27.048172 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bee70a0b-e131-4e09-bfb7-5ded6c08933a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.049356 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bee70a0b-e131-4e09-bfb7-5ded6c08933a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4498684 Apr 11 18:16:27.052621 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 56996) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:27.057262 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-163bfce2-c73a-4751-be1a-64044bef24b9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Request body: {'security_group_rule': {'security_group_id': '22c39595-ee34-49bc-b50f-8b73c8dfcb7a', 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:27.153093 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-163bfce2-c73a-4751-be1a-64044bef24b9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (9b96ac91-6b67-40b1-89e8-72d73f6cd25f), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.222479 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-163bfce2-c73a-4751-be1a-64044bef24b9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (9b96ac91-6b67-40b1-89e8-72d73f6cd25f), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.284157 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-163bfce2-c73a-4751-be1a-64044bef24b9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (9b96ac91-6b67-40b1-89e8-72d73f6cd25f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.303557 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bfce2-c73a-4751-be1a-64044bef24b9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b96ac91-6b67-40b1-89e8-72d73f6cd25f,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:27.407676 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-163bfce2-c73a-4751-be1a-64044bef24b9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.408888 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-163bfce2-c73a-4751-be1a-64044bef24b9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3553190 Apr 11 18:16:27.412359 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57006) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:27.417065 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-ab1ccdcc-6419-4b7f-a4ec-e83a4ec9f8d6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Request body: {'security_group_rule': {'security_group_id': '22c39595-ee34-49bc-b50f-8b73c8dfcb7a', 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:27.432443 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8e37c-e242-41b8-9011-94db9e9dfeec req-72d3a372-6285-4ed3-9f1d-47b87f27e792 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:27.439430 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4ed8e37c-e242-41b8-9011-94db9e9dfeec req-72d3a372-6285-4ed3-9f1d-47b87f27e792 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0681832 Apr 11 18:16:27.485390 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4ed8e37c-e242-41b8-9011-94db9e9dfeec req-fae82c4c-f77e-40d1-a4c0-5f5ee358bdb4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450814 Apr 11 18:16:27.512838 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.securitygroups_db [None req-ab1ccdcc-6419-4b7f-a4ec-e83a4ec9f8d6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Project 3cc4f2d08c684af3a426e7a0b7fe8653 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:16:27.519409 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ab1ccdcc-6419-4b7f-a4ec-e83a4ec9f8d6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (a44b69a5-7255-4ff3-bd0c-6719ec9595ae), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.578409 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ab1ccdcc-6419-4b7f-a4ec-e83a4ec9f8d6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (a44b69a5-7255-4ff3-bd0c-6719ec9595ae), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.656908 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ab1ccdcc-6419-4b7f-a4ec-e83a4ec9f8d6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (a44b69a5-7255-4ff3-bd0c-6719ec9595ae), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.675322 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ccdcc-6419-4b7f-a4ec-e83a4ec9f8d6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44b69a5-7255-4ff3-bd0c-6719ec9595ae,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:27.756508 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ab1ccdcc-6419-4b7f-a4ec-e83a4ec9f8d6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.757738 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-ab1ccdcc-6419-4b7f-a4ec-e83a4ec9f8d6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3443754 Apr 11 18:16:27.761693 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57018) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:27.766725 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-f4cfc8d6-2b48-4ef4-bffe-ce30579bbcf6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Request body: {'security_group_rule': {'security_group_id': '22c39595-ee34-49bc-b50f-8b73c8dfcb7a', 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:27.817461 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c48d5-b21d-4b39-9c00-09cc513b2942 req-ea1530ac-d4e1-4139-89b0-0e3e3ed18a51 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:27.819353 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b0c48d5-b21d-4b39-9c00-09cc513b2942 req-ea1530ac-d4e1-4139-89b0-0e3e3ed18a51 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0582769 Apr 11 18:16:27.837956 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80d0c-7de5-4d18-a4cb-c093c8ca22eb req-7c1db304-8c5c-42e4-97b4-8713411f239c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:27.839713 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4ed80d0c-7de5-4d18-a4cb-c093c8ca22eb req-7c1db304-8c5c-42e4-97b4-8713411f239c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0517483 Apr 11 18:16:27.860719 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.securitygroups_db [None req-f4cfc8d6-2b48-4ef4-bffe-ce30579bbcf6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Project 3cc4f2d08c684af3a426e7a0b7fe8653 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:16:27.874722 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f4cfc8d6-2b48-4ef4-bffe-ce30579bbcf6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (334e2267-5f9b-4c52-8bb4-81bd3941ad33), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:27.880399 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b0c48d5-b21d-4b39-9c00-09cc513b2942 req-9c40038f-86d6-4fc0-b135-cceaf1be7820 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534101 Apr 11 18:16:27.923875 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4ed80d0c-7de5-4d18-a4cb-c093c8ca22eb req-99a02306-312a-40d5-9f6b-149d5d474827 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776491 Apr 11 18:16:27.957420 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f4cfc8d6-2b48-4ef4-bffe-ce30579bbcf6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (334e2267-5f9b-4c52-8bb4-81bd3941ad33), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:28.034078 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f4cfc8d6-2b48-4ef4-bffe-ce30579bbcf6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (334e2267-5f9b-4c52-8bb4-81bd3941ad33), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:28.056439 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfc8d6-2b48-4ef4-bffe-ce30579bbcf6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334e2267-5f9b-4c52-8bb4-81bd3941ad33,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:28.145057 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f4cfc8d6-2b48-4ef4-bffe-ce30579bbcf6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:28.146499 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f4cfc8d6-2b48-4ef4-bffe-ce30579bbcf6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3835084 Apr 11 18:16:28.611208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7215e3c-3093-406f-9a92-0d598ead9044 req-4e861eb2-e35a-4507-b677-8c23d8daa7a2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:28.612776 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a7215e3c-3093-406f-9a92-0d598ead9044 req-4e861eb2-e35a-4507-b677-8c23d8daa7a2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0531516 Apr 11 18:16:28.671162 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a7215e3c-3093-406f-9a92-0d598ead9044 req-8b56432a-5699-49ca-9a5b-2b645a15aeaa tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497582 Apr 11 18:16:28.746350 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-492b3f1e-1512-4a25-80f5-3761679a26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:28.747965 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-492b3f1e-1512-4a25-80f5-3761679a26ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 1129 time: 0.0689681 Apr 11 18:16:28.753764 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-ce2322cb-9cec-4e88-a704-ec84427ee8cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469320 Apr 11 18:16:29.018014 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090f266-4b36-422a-bcbb-29933944c0a6 req-b2723dc2-b768-4d5c-9203-e3d3ea48f2f9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.019557 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8090f266-4b36-422a-bcbb-29933944c0a6 req-b2723dc2-b768-4d5c-9203-e3d3ea48f2f9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0627527 Apr 11 18:16:29.075998 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a93c4-c1d2-4dbb-994a-917e7bfbca4c req-b704de8a-4a54-4f6d-96e2-6c9eabac3a14 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.075998 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-703a93c4-c1d2-4dbb-994a-917e7bfbca4c req-b704de8a-4a54-4f6d-96e2-6c9eabac3a14 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.0652676 Apr 11 18:16:29.077030 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8090f266-4b36-422a-bcbb-29933944c0a6 req-4edb228d-4ccb-40cc-9367-f05511a3011b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449834 Apr 11 18:16:29.125076 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-703a93c4-c1d2-4dbb-994a-917e7bfbca4c req-f1c74332-f1af-41f0-af52-eb1f51aeed1a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463765 Apr 11 18:16:29.278266 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-0df8e739-7fcb-41f3-9aa5-2b25c2cfe088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.281156 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-0df8e739-7fcb-41f3-9aa5-2b25c2cfe088 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 1130 time: 0.0608025 Apr 11 18:16:29.317307 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-626fb32a-3331-431d-86cd-ce7b390e44fa tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.318848 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-626fb32a-3331-431d-86cd-ce7b390e44fa tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.1297059 Apr 11 18:16:29.379300 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-1496d113-24ca-42ba-9843-9a21a502ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.382885 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-1496d113-24ca-42ba-9843-9a21a502ae83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.1949925 Apr 11 18:16:29.443175 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-2b6d92c8-9c57-4f3d-a61b-2dafdce1e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.444912 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-2b6d92c8-9c57-4f3d-a61b-2dafdce1e414 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 916 time: 0.1148009 Apr 11 18:16:29.480669 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-8849bfcc-3bcf-48f8-889d-1b131e520d05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=353e55f1-0d7b-4893-a793-312be20bcf01 HTTP/1.1" status: 200 len: 217 time: 0.0909307 Apr 11 18:16:29.508599 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Deleting port 4a9104b4-a3eb-4b9b-a196-007d6da125bf {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:16:29.512259 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:29.526646 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-36dcf068-89ae-4234-9345-3da5be5806d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28739b5-4378-4ecd-b1ea-3bbf9ec36357 HTTP/1.1" status: 200 len: 1001 time: 0.0707910 Apr 11 18:16:29.611338 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-095deb9d-b581-4632-983d-9ccc48290471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.612870 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-095deb9d-b581-4632-983d-9ccc48290471 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.1237433 Apr 11 18:16:29.625557 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-d80b14bd-15b9-4da4-a883-376901a366df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.627255 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-d80b14bd-15b9-4da4-a883-376901a366df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.0892646 Apr 11 18:16:29.684580 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] For port 4a9104b4-a3eb-4b9b-a196-007d6da125bf, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4a9104b4-a3eb-4b9b-a196-007d6da125bf,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:29.684829 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:29.688457 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-1fcd235e-fff4-4d42-86d2-2c591e570bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.690102 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-1fcd235e-fff4-4d42-86d2-2c591e570bc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702293 Apr 11 18:16:29.733484 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-a33c6d5e-470d-4b14-a164-c516956965ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.735521 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-a33c6d5e-470d-4b14-a164-c516956965ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833111 Apr 11 18:16:29.878927 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937cf7d-e23f-40f2-a593-57611fdd5ba1 req-aaf3e7be-b37d-47b6-aae6-4fc085754d6c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:29.880759 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8937cf7d-e23f-40f2-a593-57611fdd5ba1 req-aaf3e7be-b37d-47b6-aae6-4fc085754d6c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.1217473 Apr 11 18:16:29.939725 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:16:29.957435 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-5183023d-1f75-4c68-9a35-5b9e7cdbf10f service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094147 Apr 11 18:16:29.963732 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-193f81bf-4e74-4dfd-abc7-4276976f92d6 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660725 Apr 11 18:16:29.969563 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8937cf7d-e23f-40f2-a593-57611fdd5ba1 req-381b728d-cbe2-4cf9-9fe2-6b13a5980a57 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792980 Apr 11 18:16:30.096681 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:30.102806 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (02a439ff-f9b5-4689-8c03-128e599778fe), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:30.102806 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Floating IP 02a439ff-f9b5-4689-8c03-128e599778fe disassociated. External IP: 172.27.2.106, port: 4a9104b4-a3eb-4b9b-a196-007d6da125bf. Apr 11 18:16:30.102806 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Calling delete_port for 4a9104b4-a3eb-4b9b-a196-007d6da125bf owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:16:30.117966 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ce3d10d-05c3-4fa3-bd81-6c6fa5d89d6b req-51f3bb9c-488a-4572-ac2b-aed7c915d1b2 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423106 Apr 11 18:16:30.165856 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba9db8ae-8a42-4f58-b799-a37ca92a65f1 req-8d655b10-579a-4b56-b417-01e9340443de service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569395 Apr 11 18:16:30.271160 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca30f4-127f-4add-bccc-a9cd226a0426 req-f1b4207a-8f31-4935-9c78-35e7ca536aec tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:30.272968 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1dca30f4-127f-4add-bccc-a9cd226a0426 req-f1b4207a-8f31-4935-9c78-35e7ca536aec tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 943 time: 0.0737960 Apr 11 18:16:30.309018 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:30.329671 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '7114cb78-55cc-43a7-9134-f164679985d3', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'port_id': '7114cb78-55cc-43a7-9134-f164679985d3', 'mac_address': 'fa:16:3e:2c:99:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:16:30.343395 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5438ca-d653-41dc-8a45-953afbf325d8 req-b1c25d1d-4a49-44a5-9a89-5c7fa4c4392d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:30.347060 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b5438ca-d653-41dc-8a45-953afbf325d8 req-b1c25d1d-4a49-44a5-9a89-5c7fa4c4392d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 946 time: 0.1129744 Apr 11 18:16:30.375778 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1dca30f4-127f-4add-bccc-a9cd226a0426 req-0eabca2c-5514-49d3-b538-7c99df397728 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717092 Apr 11 18:16:30.377766 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 7114cb78-55cc-43a7-9134-f164679985d3 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:30.380290 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:30.393723 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7114cb78-55cc-43a7-9134-f164679985d3 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:16:30.406294 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:30.419501 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:30.434829 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (4a9104b4-a3eb-4b9b-a196-007d6da125bf), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:30.458376 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b5438ca-d653-41dc-8a45-953afbf325d8 req-f8fea4a4-6ffe-4c98-907a-b87976c7a207 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=48ea57fa-d324-4be7-86ed-76e2da743161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064470 Apr 11 18:16:30.483733 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'Port': ['ID=4a9104b4-a3eb-4b9b-a196-007d6da125bf,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:30.497080 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:30.552317 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=9']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:30.560302 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.560653 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.561004 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.561418 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.561741 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.562073 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.562407 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.562738 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.563065 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.563400 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.563728 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.564069 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.564412 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.564798 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.565068 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:16:30.630270 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:16:30.752275 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:16:30.762113 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:16:30.774055 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:30.777734 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:30.823077 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55a769-f9a4-4fcd-8009-9209f55da967 req-e0d0c643-cc28-4dbf-8d07-459fb3809c71 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:30.823232 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] No DVR routers for this DVR port 4a9104b4-a3eb-4b9b-a196-007d6da125bf on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:16:30.829636 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:30.834015 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b948ee58-3448-4ee5-bcbd-267e802664b6 req-5a43f9bc-85df-4f2f-9369-f6e824a89661 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "DELETE /v2.0/ports/4a9104b4-a3eb-4b9b-a196-007d6da125bf HTTP/1.1" status: 204 len: 173 time: 1.5030549 Apr 11 18:16:30.836521 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3c55a769-f9a4-4fcd-8009-9209f55da967 req-e0d0c643-cc28-4dbf-8d07-459fb3809c71 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.1007843 Apr 11 18:16:30.836959 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7653689d-6e78-4896-8740-6ab335313d6f', 'name': 'network-vif-deleted', 'tag': '4a9104b4-a3eb-4b9b-a196-007d6da125bf'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:16:30.840717 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69949354-d332-4618-90c1-eab21c3ad36c" -d '{"events": [{"server_uuid": "7653689d-6e78-4896-8740-6ab335313d6f", "name": "network-vif-deleted", "tag": "4a9104b4-a3eb-4b9b-a196-007d6da125bf"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:16:30.898434 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae3826d-4287-42d4-98a5-cb2dcd94a764 x-openstack-request-id: req-3ae3826d-4287-42d4-98a5-cb2dcd94a764 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:16:30.900369 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7653689d-6e78-4896-8740-6ab335313d6f", "name": "network-vif-deleted", "tag": "4a9104b4-a3eb-4b9b-a196-007d6da125bf", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:16:30.900369 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ae3826d-4287-42d4-98a5-cb2dcd94a764 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:16:30.900369 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae3826d-4287-42d4-98a5-cb2dcd94a764'] response: {'server_uuid': '7653689d-6e78-4896-8740-6ab335313d6f', 'name': 'network-vif-deleted', 'tag': '4a9104b4-a3eb-4b9b-a196-007d6da125bf', 'status': 'completed', 'code': 200} Apr 11 18:16:30.905168 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3c55a769-f9a4-4fcd-8009-9209f55da967 req-00149557-0680-4fac-b3fc-5589e3983b13 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678999 Apr 11 18:16:30.940821 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:31.119749 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea92418-f414-4af1-9cd3-9eec050a51a1 req-4cd583f8-10ce-49e6-b521-825f72094c16 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:31.121462 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5ea92418-f414-4af1-9cd3-9eec050a51a1 req-4cd583f8-10ce-49e6-b521-825f72094c16 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0706551 Apr 11 18:16:31.173254 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5ea92418-f414-4af1-9cd3-9eec050a51a1 req-7ff3d822-0213-4e84-afde-776612b2fcb3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460129 Apr 11 18:16:31.295654 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '92f3f3bb-51b1-4fff-a853-de03dc2dd349', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:18Z', 'updated_at': '2022-04-11T18:14:02Z', 'revision_number': 2, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:31.322398 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:16:31.330880 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:31.331492 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:31.442063 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:31.519929 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280a54f-1345-43e9-8670-3524d47a6884 req-7d6a42bb-91e0-4932-b5d7-e938b12306c7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:31.521558 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b280a54f-1345-43e9-8670-3524d47a6884 req-7d6a42bb-91e0-4932-b5d7-e938b12306c7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 944 time: 0.0665781 Apr 11 18:16:31.563414 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b581fa98-9bc9-499c-983c-3f0c4ddf477c req-8fb2114a-be55-4a54-9d47-b010c8d1801e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 210 time: 0.0289452 Apr 11 18:16:31.577669 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b280a54f-1345-43e9-8670-3524d47a6884 req-406651bd-12b5-4243-bcdd-1410a4f09a98 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506785 Apr 11 18:16:31.693435 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '92f3f3bb-51b1-4fff-a853-de03dc2dd349', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:18Z', 'updated_at': '2022-04-11T18:14:02Z', 'revision_number': 2, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:31.720905 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cab96-20a5-493c-8b23-b74161d1ad48 None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '92f3f3bb-51b1-4fff-a853-de03dc2dd349', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:45:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:13:18Z', 'updated_at': '2022-04-11T18:14:02Z', 'revision_number': 2, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:16:31.966467 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25bb0f1-532f-4046-a1e3-b00f39c3ec10 None None] New status for floating IP 02a439ff-f9b5-4689-8c03-128e599778fe: DOWN {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:16:32.029402 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67273c-ccc7-431d-91ff-40154f11b409 req-f06f40ba-c304-44b5-a949-ffbf780124a3 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:32.031113 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9e67273c-ccc7-431d-91ff-40154f11b409 req-f06f40ba-c304-44b5-a949-ffbf780124a3 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0485556 Apr 11 18:16:32.084700 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9e67273c-ccc7-431d-91ff-40154f11b409 req-0fee132b-27f3-4f03-8b12-f644b47e37a3 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476465 Apr 11 18:16:32.338881 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c5c2c-a635-4f96-82b4-3cedd1fa3399 req-be36cb21-4dcd-4525-9335-f41940cc111e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:32.340493 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee8c5c2c-a635-4f96-82b4-3cedd1fa3399 req-be36cb21-4dcd-4525-9335-f41940cc111e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0624342 Apr 11 18:16:32.389063 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee8c5c2c-a635-4f96-82b4-3cedd1fa3399 req-b8e106b5-e825-4f80-947c-b4ea09a86271 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427961 Apr 11 18:16:32.666889 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5b9a522a-0aab-485a-8442-60c4670cb412 req-d671d4ba-6cba-4d43-8f3f-2e6c2b01cc37 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 210 time: 0.0326469 Apr 11 18:16:32.706439 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b68ff-3404-444e-9fab-883bb88e8358 req-063608d3-a26e-443d-9071-59c6bdc94a3a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:32.708503 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-160b68ff-3404-444e-9fab-883bb88e8358 req-063608d3-a26e-443d-9071-59c6bdc94a3a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 944 time: 0.0546393 Apr 11 18:16:32.762331 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-160b68ff-3404-444e-9fab-883bb88e8358 req-bc745254-ced6-46d1-a3c6-2aaa82ce8668 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475256 Apr 11 18:16:32.794253 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-64efb70a-0bfc-4d0a-a541-654f93ee4c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:33.204928 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d622f18-afc1-4e63-8b33-7889ce83ec01 req-50ae3367-44fc-45c4-99e6-4ac5155f269f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:33.207355 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4d622f18-afc1-4e63-8b33-7889ce83ec01 req-50ae3367-44fc-45c4-99e6-4ac5155f269f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0547876 Apr 11 18:16:33.211126 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['7114cb78-55cc-43a7-9134-f164679985d3'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:16:33.273988 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4d622f18-afc1-4e63-8b33-7889ce83ec01 req-9a6e66a4-ce1a-43b5-a5ee-a2eaaaa945bd tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549781 Apr 11 18:16:33.512565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05ee71-0d30-460a-84df-09ec6cd7dac9 req-0d0a5b06-0aa9-40e6-a435-ce9982205d0b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:33.514149 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5a05ee71-0d30-460a-84df-09ec6cd7dac9 req-0d0a5b06-0aa9-40e6-a435-ce9982205d0b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0575860 Apr 11 18:16:33.574272 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5a05ee71-0d30-460a-84df-09ec6cd7dac9 req-dffbd28c-491b-46d4-be74-aca8288e3c9c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490472 Apr 11 18:16:33.808607 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c9fd3497-fe79-4280-bf18-b39448dcf680 req-71d0a59f-a9c0-4c59-b3ba-92ff09006d8b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 210 time: 0.0504351 Apr 11 18:16:33.917000 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3353541-de0a-43a3-8513-7f347f57be47 req-fa87dac3-e7eb-403a-adce-7c4bc45bdf11 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:33.918663 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a3353541-de0a-43a3-8513-7f347f57be47 req-fa87dac3-e7eb-403a-adce-7c4bc45bdf11 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 944 time: 0.0590816 Apr 11 18:16:33.981359 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a3353541-de0a-43a3-8513-7f347f57be47 req-bdccab4a-089e-4701-a34d-66e7faa53126 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524158 Apr 11 18:16:34.402304 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821182e-3932-44f8-8ee7-385083ef70bc req-a54bfccb-af5f-4530-a1d8-c5417db596e8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:34.403847 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6821182e-3932-44f8-8ee7-385083ef70bc req-a54bfccb-af5f-4530-a1d8-c5417db596e8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0508304 Apr 11 18:16:34.461954 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6821182e-3932-44f8-8ee7-385083ef70bc req-ecd6d7a6-86b9-4480-a64e-31d61fe7bbe6 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486820 Apr 11 18:16:34.690778 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e224c-6789-473b-9ce0-1eca35cf5200 req-1756f495-1885-472d-a069-c60ad6455a1e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:34.694074 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a77e224c-6789-473b-9ce0-1eca35cf5200 req-1756f495-1885-472d-a069-c60ad6455a1e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0508928 Apr 11 18:16:34.756515 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a77e224c-6789-473b-9ce0-1eca35cf5200 req-70baef92-7613-4620-8f2d-e84793cb445e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527596 Apr 11 18:16:34.854356 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:34.921313 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 7114cb78-55cc-43a7-9134-f164679985d3 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:34.921777 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (7114cb78-55cc-43a7-9134-f164679985d3), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:34.962269 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-63dce34b-873f-4719-b114-f29ce1d01953 req-83ab7faa-0717-4688-8834-af55c13f6461 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=7653689d-6e78-4896-8740-6ab335313d6f HTTP/1.1" status: 200 len: 210 time: 0.0387170 Apr 11 18:16:35.018239 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 7114cb78-55cc-43a7-9134-f164679985d3 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:35.018887 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:35.043751 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-73090018-c652-4838-a03d-c82c80d4c6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:35.050038 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:16:35.052943 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5f5e7-348f-44ed-9f16-0176e8d5bc26" -d '{"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-plugged", "status": "completed", "tag": "7114cb78-55cc-43a7-9134-f164679985d3"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:16:35.071312 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:35.100380 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9871dbc-a3ad-42c3-9574-fed03d7508b4 x-openstack-request-id: req-d9871dbc-a3ad-42c3-9574-fed03d7508b4 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:16:35.100380 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-plugged", "status": "completed", "tag": "7114cb78-55cc-43a7-9134-f164679985d3", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:16:35.100380 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9871dbc-a3ad-42c3-9574-fed03d7508b4 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:16:35.100380 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9871dbc-a3ad-42c3-9574-fed03d7508b4'] response: {'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3', 'code': 200} Apr 11 18:16:35.119928 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a903b59-4f0c-4d91-b9b2-64fe10956e0e req-90b7e604-cf62-40f3-a4c4-6a408c9ea0f6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:35.121460 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9a903b59-4f0c-4d91-b9b2-64fe10956e0e req-90b7e604-cf62-40f3-a4c4-6a408c9ea0f6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 944 time: 0.0529318 Apr 11 18:16:35.159505 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:35.161001 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 4a9104b4-a3eb-4b9b-a196-007d6da125bf no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:16:35.171233 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9a903b59-4f0c-4d91-b9b2-64fe10956e0e req-5f7cb535-3ae5-4da1-bbf6-97205a7e8fcd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438178 Apr 11 18:16:35.184089 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 4a9104b4-a3eb-4b9b-a196-007d6da125bf {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:16:35.184445 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 4a9104b4-a3eb-4b9b-a196-007d6da125bf not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:16:35.229218 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=10']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:35.601207 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5c4bb-737a-4324-92b1-475e0688403f req-26798234-77c4-4f55-a36c-096c6a9077c8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:35.603502 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ca5c4bb-737a-4324-92b1-475e0688403f req-26798234-77c4-4f55-a36c-096c6a9077c8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0523827 Apr 11 18:16:35.657199 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ca5c4bb-737a-4324-92b1-475e0688403f req-3ef525b1-879c-4d50-9b5e-995aaf6bcb6a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478106 Apr 11 18:16:35.877088 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9defb2-484e-4663-a69f-45322b3c2423 req-5a926d0f-07a1-4924-9d9e-e88c688fc7dc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:35.879051 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6c9defb2-484e-4663-a69f-45322b3c2423 req-5a926d0f-07a1-4924-9d9e-e88c688fc7dc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0491323 Apr 11 18:16:35.929209 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6c9defb2-484e-4663-a69f-45322b3c2423 req-8418fd6a-e693-4645-9cd0-ddf71e87c6cf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Apr 11 18:16:36.012428 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed1f33-34f9-479d-91f9-bdb093fef377 req-aa1af076-743b-4af9-be50-5130fa9f27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:36.014246 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-30ed1f33-34f9-479d-91f9-bdb093fef377 req-aa1af076-743b-4af9-be50-5130fa9f27f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 1130 time: 0.0401032 Apr 11 18:16:36.070055 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-30ed1f33-34f9-479d-91f9-bdb093fef377 req-537d7ad6-8b30-4660-a2a8-0de1b5fac894 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492764 Apr 11 18:16:36.137955 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57264) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:36.199092 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8666276-094f-43a1-96ef-e33717a19991 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (48ea57fa-d324-4be7-86ed-76e2da743161), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:36.226499 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8666276-094f-43a1-96ef-e33717a19991 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (48ea57fa-d324-4be7-86ed-76e2da743161), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:36.309911 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42b34-6440-416a-95bb-4a9ed26ffe3c req-6abd05b5-bd13-42f6-8e16-6f01953d3a3e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:36.311328 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9cb42b34-6440-416a-95bb-4a9ed26ffe3c req-6abd05b5-bd13-42f6-8e16-6f01953d3a3e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 946 time: 0.0504031 Apr 11 18:16:36.361778 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9cb42b34-6440-416a-95bb-4a9ed26ffe3c req-8d38a666-02fa-4bcf-b32b-302f2b6893b7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445704 Apr 11 18:16:36.377374 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8666276-094f-43a1-96ef-e33717a19991 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (48ea57fa-d324-4be7-86ed-76e2da743161), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:36.380268 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8666276-094f-43a1-96ef-e33717a19991 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:36.385297 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c8666276-094f-43a1-96ef-e33717a19991 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "DELETE /v2.0/security-groups/48ea57fa-d324-4be7-86ed-76e2da743161 HTTP/1.1" status: 204 len: 168 time: 0.2424867 Apr 11 18:16:36.387293 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57268) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:36.390977 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8666276-094f-43a1-96ef-e33717a19991 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ea57fa-d324-4be7-86ed-76e2da743161,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:36.418796 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.api.v2.resource [None req-0d77853b-1028-4675-b51c-a6fe4e5dde72 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] show failed (client error): The resource could not be found. Apr 11 18:16:36.419891 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0d77853b-1028-4675-b51c-a6fe4e5dde72 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups/48ea57fa-d324-4be7-86ed-76e2da743161 HTTP/1.1" status: 404 len: 347 time: 0.0228236 Apr 11 18:16:36.423113 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57270) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:36.468136 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:36.555382 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Deleting port 136823d2-42a9-4976-85f8-1675e14a994b {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:16:36.555879 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (136823d2-42a9-4976-85f8-1675e14a994b), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:36.650852 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (136823d2-42a9-4976-85f8-1675e14a994b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:36.651160 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (136823d2-42a9-4976-85f8-1675e14a994b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:36.664808 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Calling delete_port for 136823d2-42a9-4976-85f8-1675e14a994b owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:16:36.809237 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577826-8ec5-4e4d-a3ef-3217ba03d339 req-5c3055c0-9156-4b09-94db-c088f5ce5a48 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:36.812254 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-42577826-8ec5-4e4d-a3ef-3217ba03d339 req-5c3055c0-9156-4b09-94db-c088f5ce5a48 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0648589 Apr 11 18:16:36.901146 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-42577826-8ec5-4e4d-a3ef-3217ba03d339 req-a581a379-5ffb-49e1-b1c0-cb1213dfbd20 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836101 Apr 11 18:16:36.999622 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (136823d2-42a9-4976-85f8-1675e14a994b), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:37.027412 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'Port': ['ID=136823d2-42a9-4976-85f8-1675e14a994b,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:37.092536 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (02a439ff-f9b5-4689-8c03-128e599778fe), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:37.095037 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:37.096241 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5fe3377f-ab52-4856-b66f-92541d2b9363 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "DELETE /v2.0/floatingips/02a439ff-f9b5-4689-8c03-128e599778fe HTTP/1.1" status: 204 len: 168 time: 0.6720021 Apr 11 18:16:37.508010 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fd6d8-8453-455e-86c1-ac81905c75ff req-abbe26ae-1a4e-4b16-bcb2-b9fb904c77fe tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:37.510236 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-793fd6d8-8453-455e-86c1-ac81905c75ff req-abbe26ae-1a4e-4b16-bcb2-b9fb904c77fe tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 946 time: 0.0574296 Apr 11 18:16:37.580142 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-793fd6d8-8453-455e-86c1-ac81905c75ff req-fe01753a-5b04-431e-a0b6-3e4a26e8cbc3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643623 Apr 11 18:16:37.788864 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:37.985455 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57340) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:37.990675 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-3f043f36-7733-4232-ae05-0f71ca023900 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1096567530', 'description': 'tempest-description--899361091'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:38.026048 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c707079-5032-4ceb-8f80-5349a1ed7644 req-2b41b079-0258-4720-8ae6-7f7b91084e6c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:38.027525 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6c707079-5032-4ceb-8f80-5349a1ed7644 req-2b41b079-0258-4720-8ae6-7f7b91084e6c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0515680 Apr 11 18:16:38.068727 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3f043f36-7733-4232-ae05-0f71ca023900 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.080374 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6c707079-5032-4ceb-8f80-5349a1ed7644 req-18d9baad-1125-4f0a-80d6-9cd37172a3a0 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472503 Apr 11 18:16:38.140871 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3f043f36-7733-4232-ae05-0f71ca023900 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group (2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.228272 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3f043f36-7733-4232-ae05-0f71ca023900 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.259094 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f043f36-7733-4232-ae05-0f71ca023900 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:38.350345 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3f043f36-7733-4232-ae05-0f71ca023900 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.351599 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-3f043f36-7733-4232-ae05-0f71ca023900 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3645506 Apr 11 18:16:38.355463 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57356) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:38.359745 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-6399ee1e-b54d-4998-bd8b-875ea425404d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Request body: {'security_group_rule': {'security_group_id': '2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:38.466009 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6399ee1e-b54d-4998-bd8b-875ea425404d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group_rule (bb705abd-8d11-410c-84e2-dda15273c6fc), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.534744 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6399ee1e-b54d-4998-bd8b-875ea425404d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group_rule (bb705abd-8d11-410c-84e2-dda15273c6fc), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.600287 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6399ee1e-b54d-4998-bd8b-875ea425404d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (bb705abd-8d11-410c-84e2-dda15273c6fc), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.624031 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399ee1e-b54d-4998-bd8b-875ea425404d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb705abd-8d11-410c-84e2-dda15273c6fc,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:38.706180 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6399ee1e-b54d-4998-bd8b-875ea425404d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.707985 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-6399ee1e-b54d-4998-bd8b-875ea425404d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516617 Apr 11 18:16:38.710891 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57370) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:38.716992 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-aa76c1cf-a81b-4343-bd25-832cd9194ce6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Request body: {'security_group_rule': {'security_group_id': '2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:38.737013 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff2b9-40f4-4bc0-a4fb-79e960e29993 req-8f38107f-7718-43fe-87e2-496bdf2f873e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:38.739049 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1e4ff2b9-40f4-4bc0-a4fb-79e960e29993 req-8f38107f-7718-43fe-87e2-496bdf2f873e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 946 time: 0.0566630 Apr 11 18:16:38.791420 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1e4ff2b9-40f4-4bc0-a4fb-79e960e29993 req-9313cb80-90a7-45ea-bf5f-63f7bb105d1c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461855 Apr 11 18:16:38.813653 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aa76c1cf-a81b-4343-bd25-832cd9194ce6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group_rule (b914bd8b-73cf-4c25-8394-26baf362b435), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.909376 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aa76c1cf-a81b-4343-bd25-832cd9194ce6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group_rule (b914bd8b-73cf-4c25-8394-26baf362b435), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.039821 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aa76c1cf-a81b-4343-bd25-832cd9194ce6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (b914bd8b-73cf-4c25-8394-26baf362b435), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.062764 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76c1cf-a81b-4343-bd25-832cd9194ce6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b914bd8b-73cf-4c25-8394-26baf362b435,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:39.125637 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.165363 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aa76c1cf-a81b-4343-bd25-832cd9194ce6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.166453 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-aa76c1cf-a81b-4343-bd25-832cd9194ce6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4541917 Apr 11 18:16:39.169711 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57374) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:39.174291 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:39.211510 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aa80d-7c33-445c-a124-bf9cf833d7fe req-f3be8092-82f1-4f0e-bf16-787c98597375 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:39.213072 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-521aa80d-7c33-445c-a124-bf9cf833d7fe req-f3be8092-82f1-4f0e-bf16-787c98597375 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0607800 Apr 11 18:16:39.267766 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-521aa80d-7c33-445c-a124-bf9cf833d7fe req-b873e764-92ed-4061-8f03-e2c9b047497f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 Apr 11 18:16:39.280129 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.375140 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.487102 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Allocated IP 172.27.2.105 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/0a93f8f2-b912-4022-a498-e55058ed091a) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:39.593434 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for port (0a93f8f2-b912-4022-a498-e55058ed091a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.716029 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (0a93f8f2-b912-4022-a498-e55058ed091a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.748548 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57392) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:39.761718 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:39.767064 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:39.771205 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:39.779316 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event updated for resources: {'Port': ['ID=0a93f8f2-b912-4022-a498-e55058ed091a,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:39.869483 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for floatingip (048c6161-be63-40f8-8569-bd87af5187d7), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.873781 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-105bf43d-4ad5-47f5-a548-d1d70c5d41ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:39.931251 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1e8a-e625-4abc-bfb9-27cf1c0420e9 req-2b00e984-ded0-4298-b816-a226d4069e44 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:39.932856 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-386e1e8a-e625-4abc-bfb9-27cf1c0420e9 req-2b00e984-ded0-4298-b816-a226d4069e44 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 946 time: 0.0529373 Apr 11 18:16:39.970978 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-105bf43d-4ad5-47f5-a548-d1d70c5d41ff admin admin] Publish callbacks [] for security_group (80f348a6-087e-4c57-a8db-821462d65ba5), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.007729 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (0a93f8f2-b912-4022-a498-e55058ed091a), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.034575 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-105bf43d-4ad5-47f5-a548-d1d70c5d41ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (80f348a6-087e-4c57-a8db-821462d65ba5), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.038687 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-386e1e8a-e625-4abc-bfb9-27cf1c0420e9 req-95ed564f-7ec1-444e-9947-c97ce8b5bf09 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998795 Apr 11 18:16:40.093468 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-105bf43d-4ad5-47f5-a548-d1d70c5d41ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1487838af324f93883127e54f5d72cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437009 Apr 11 18:16:40.096293 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57404) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:40.100488 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bf43d-4ad5-47f5-a548-d1d70c5d41ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f348a6-087e-4c57-a8db-821462d65ba5,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:40.168694 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf484e-e4a6-4807-adc2-421ba2e08d83 req-f32d7cb0-a6b6-49df-8841-7ca1a1ec9620 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:40.170195 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2caf484e-e4a6-4807-adc2-421ba2e08d83 req-f32d7cb0-a6b6-49df-8841-7ca1a1ec9620 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0520475 Apr 11 18:16:40.213916 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d89e260-d7cf-46ab-87e3-5484b208df75 admin admin] Publish callbacks [] for security_group (80f348a6-087e-4c57-a8db-821462d65ba5), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.218790 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2caf484e-e4a6-4807-adc2-421ba2e08d83 req-a879eca5-0d06-45c6-9c0b-b2a0a999ff7c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 Apr 11 18:16:40.249612 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d89e260-d7cf-46ab-87e3-5484b208df75 admin admin] Publish callbacks [] for security_group (80f348a6-087e-4c57-a8db-821462d65ba5), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.276830 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for port (0a93f8f2-b912-4022-a498-e55058ed091a), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.342106 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (0a93f8f2-b912-4022-a498-e55058ed091a), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.621865 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d89e260-d7cf-46ab-87e3-5484b208df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (80f348a6-087e-4c57-a8db-821462d65ba5), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.624293 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d89e260-d7cf-46ab-87e3-5484b208df75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.625402 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3d89e260-d7cf-46ab-87e3-5484b208df75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80f348a6-087e-4c57-a8db-821462d65ba5 HTTP/1.1" status: 204 len: 168 time: 0.5279770 Apr 11 18:16:40.681191 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89e260-d7cf-46ab-87e3-5484b208df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f348a6-087e-4c57-a8db-821462d65ba5,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:40.697270 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event updated for resources: {'Port': ['ID=0a93f8f2-b912-4022-a498-e55058ed091a,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:40.706616 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326e6d0-19f5-4179-8723-b592286a347d req-b26d6c72-9c10-42d1-952a-a278ee011f75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:40.708120 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f326e6d0-19f5-4179-8723-b592286a347d req-b26d6c72-9c10-42d1-952a-a278ee011f75 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.3632333 Apr 11 18:16:40.735467 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (048c6161-be63-40f8-8569-bd87af5187d7), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.782426 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f326e6d0-19f5-4179-8723-b592286a347d req-df56d820-62de-4899-b41e-320ac120858f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661874 Apr 11 18:16:40.836006 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:40.837242 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bf85ff96-5b5b-4ef7-82e1-2ed82ebb673d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6664681 Apr 11 18:16:41.051322 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-89dabd52-af6a-4e7d-9af4-b31578293596 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1096567530&fields=id&tenant_id=54c6ba9c8f1c4f7f94b68e5924258003 HTTP/1.1" status: 200 len: 267 time: 0.0541568 Apr 11 18:16:41.188943 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-97f0af8e-ae6e-4bdb-87b6-26616e2ddab8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:41.190497 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-97f0af8e-ae6e-4bdb-87b6-26616e2ddab8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 819 time: 0.1276817 Apr 11 18:16:41.205557 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-d1f7c0b7-264b-49b8-8233-99880edf9a6e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/quotas/54c6ba9c8f1c4f7f94b68e5924258003 HTTP/1.1" status: 200 len: 375 time: 0.0094988 Apr 11 18:16:41.261959 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-a7839f0c-a4ed-4784-935d-7af0cdc400cf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0509756 Apr 11 18:16:41.342561 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6845b-56d9-42b2-b192-697960bf3524 req-acc25563-f540-43ba-9635-8ab21cffac85 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:41.344220 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0dd6845b-56d9-42b2-b192-697960bf3524 req-acc25563-f540-43ba-9635-8ab21cffac85 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0529065 Apr 11 18:16:41.368102 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-fe01c28f-1b57-4473-9831-35241fe5e9af service neutron] 10.222.0.53 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947609 Apr 11 18:16:41.404618 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0dd6845b-56d9-42b2-b192-697960bf3524 req-f91620af-ad87-40b2-b9eb-f255b3956cb8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524321 Apr 11 18:16:41.467436 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-50a5b3d9-51e3-4432-8310-82cecac34e83 service neutron] 10.222.0.53 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922258 Apr 11 18:16:41.824213 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5475cdaf-b263-4f58-904c-667a8a418a2b req-babb1c68-387b-4fb5-9764-0dfe8dc1ff7e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 210 time: 0.0297010 Apr 11 18:16:41.909240 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057cd37-18c5-4547-a7c9-00f2b49a05be req-62d81826-b1ae-471b-b6a6-6433c689d136 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:41.910760 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7057cd37-18c5-4547-a7c9-00f2b49a05be req-62d81826-b1ae-471b-b6a6-6433c689d136 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0540693 Apr 11 18:16:41.962005 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7057cd37-18c5-4547-a7c9-00f2b49a05be req-8eeb5aa6-4ff1-474d-936a-a72c56a7947b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453212 Apr 11 18:16:42.525441 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb267c-311c-4d9e-bbf2-0cd3ec358b85 req-19104048-7ca9-4d21-831a-45b24d9f0540 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:42.526976 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29bb267c-311c-4d9e-bbf2-0cd3ec358b85 req-19104048-7ca9-4d21-831a-45b24d9f0540 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0534928 Apr 11 18:16:42.583200 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29bb267c-311c-4d9e-bbf2-0cd3ec358b85 req-426d5cf3-47a4-459e-a520-ea651002e171 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462751 Apr 11 18:16:42.923445 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f47dbf57-29c5-4d08-91ec-4c1c49b146fc req-f88d3820-537d-4486-872f-87d546341d65 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 210 time: 0.0319221 Apr 11 18:16:43.080827 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab00bb9-d059-4d9c-ad05-704ea2b1f120 req-cdd1f583-3ef3-49bf-be7c-f882fd122484 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:43.082838 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ab00bb9-d059-4d9c-ad05-704ea2b1f120 req-cdd1f583-3ef3-49bf-be7c-f882fd122484 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0507517 Apr 11 18:16:43.139790 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ab00bb9-d059-4d9c-ad05-704ea2b1f120 req-63ae0484-c183-40a8-aaa0-3ffcb70393f6 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510972 Apr 11 18:16:43.553947 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-e47ee8df-4e58-49c8-ab7a-f60c9a324985 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:43.555415 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-e47ee8df-4e58-49c8-ab7a-f60c9a324985 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0476375 Apr 11 18:16:43.652496 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Deleting port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:16:43.652496 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:43.755497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283173a5-10bc-4502-847c-219fe5e49cdb req-7f2f061d-be00-4d43-bc98-78e93d8ef996 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:43.757173 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-283173a5-10bc-4502-847c-219fe5e49cdb req-7f2f061d-be00-4d43-bc98-78e93d8ef996 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 946 time: 0.0913780 Apr 11 18:16:43.801822 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] For port b28739b5-4378-4ecd-b1ea-3bbf9ec36357, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:43.802186 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:44.029729 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c3ee6ca0-6f6d-4d0f-b8fb-c727ddccfe5e req-54f45284-9046-4a66-9397-2babd911dab5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 210 time: 0.0300634 Apr 11 18:16:44.126871 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-283173a5-10bc-4502-847c-219fe5e49cdb req-b3f2de26-a7a1-452d-b345-08a45d372981 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566730 Apr 11 18:16:44.259004 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:44.259369 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (92f3f3bb-51b1-4fff-a853-de03dc2dd349), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:44.259867 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Floating IP 92f3f3bb-51b1-4fff-a853-de03dc2dd349 disassociated. External IP: 172.27.2.94, port: b28739b5-4378-4ecd-b1ea-3bbf9ec36357. Apr 11 18:16:44.260267 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Calling delete_port for b28739b5-4378-4ecd-b1ea-3bbf9ec36357 owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:16:44.267796 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8473bb-315f-4f50-b37f-a6fea77f12ca req-cb92160d-bff5-4412-8b0e-0ccc3d4dff95 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:44.269363 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ca8473bb-315f-4f50-b37f-a6fea77f12ca req-cb92160d-bff5-4412-8b0e-0ccc3d4dff95 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0534244 Apr 11 18:16:44.317684 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ca8473bb-315f-4f50-b37f-a6fea77f12ca req-e6e5cd3f-1796-4941-8ba6-1532368d3b5a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Apr 11 18:16:44.475270 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (b28739b5-4378-4ecd-b1ea-3bbf9ec36357), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:44.517382 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'Port': ['ID=b28739b5-4378-4ecd-b1ea-3bbf9ec36357,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:44.585738 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3ac35b6a-0877-4dde-ae25-73ddbc0b6dde tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:44.587104 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3ac35b6a-0877-4dde-ae25-73ddbc0b6dde tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 819 time: 0.1798708 Apr 11 18:16:44.687342 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:16:44.712335 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-898b0bd5-8eee-40ad-929b-869b1b493f5f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54c6ba9c8f1c4f7f94b68e5924258003 HTTP/1.1" status: 200 len: 380 time: 0.1103673 Apr 11 18:16:44.767290 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Request body: {'port': {'device_id': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'admin_state_up': True, 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'security_groups': ['2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6']}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:44.917048 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:16:44.933242 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:16:44.950655 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:44.951550 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:44.980539 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] No DVR routers for this DVR port b28739b5-4378-4ecd-b1ea-3bbf9ec36357 on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:16:44.993696 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:44.996590 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-42ed3cea-803a-4e4b-815e-a8523192f34c req-721e7f8a-ca25-4f7e-bfb4-d7a471370f6b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "DELETE /v2.0/ports/b28739b5-4378-4ecd-b1ea-3bbf9ec36357 HTTP/1.1" status: 204 len: 173 time: 1.4353814 Apr 11 18:16:44.998880 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'name': 'network-vif-deleted', 'tag': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:16:45.005860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb61e1d7-62fd-4fbb-98c9-d43a23436ea6" -d '{"events": [{"server_uuid": "74ad2ff9-495b-4ca1-b4cf-d71294db6d5e", "name": "network-vif-deleted", "tag": "b28739b5-4378-4ecd-b1ea-3bbf9ec36357"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:16:45.052033 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94539754-eb43-46a4-a538-a2175be7d805 x-openstack-request-id: req-94539754-eb43-46a4-a538-a2175be7d805 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:16:45.052393 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ad2ff9-495b-4ca1-b4cf-d71294db6d5e", "name": "network-vif-deleted", "tag": "b28739b5-4378-4ecd-b1ea-3bbf9ec36357", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:16:45.052660 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94539754-eb43-46a4-a538-a2175be7d805 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:16:45.053070 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94539754-eb43-46a4-a538-a2175be7d805'] response: {'server_uuid': '74ad2ff9-495b-4ca1-b4cf-d71294db6d5e', 'name': 'network-vif-deleted', 'tag': 'b28739b5-4378-4ecd-b1ea-3bbf9ec36357', 'status': 'completed', 'code': 200} Apr 11 18:16:45.098886 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:45.102775 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Made reservation on behalf of 54c6ba9c8f1c4f7f94b68e5924258003 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:16:45.106218 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:45.169974 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-160bcf6f-5d18-455a-aa2f-da8ffc26e7e9 req-9e1842eb-3dc1-446f-a29c-8d92a088ce3a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 210 time: 0.0647750 Apr 11 18:16:45.270097 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f9ab5b17-50ad-4f74-b4dc-152ea4029470 req-70f8cedd-e398-4449-896b-8edb6e4576d1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ad2ff9-495b-4ca1-b4cf-d71294db6d5e HTTP/1.1" status: 200 len: 210 time: 0.0353887 Apr 11 18:16:45.307803 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Allocated IP 172.20.0.5 (d79886f3-268d-4e5c-a870-fa7ea605f7a9/7a6845b8-4ec4-47ec-8c0f-73c87fca2eda/6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:45.333765 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:45.379140 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:16:45.388630 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:45.389701 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:45.480213 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7df9b3-bc81-461b-b1ba-da95edec7d17 req-2a50cd7a-d257-4c72-a37e-fd6f5290c804 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:45.493011 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4d7df9b3-bc81-461b-b1ba-da95edec7d17 req-2a50cd7a-d257-4c72-a37e-fd6f5290c804 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0928006 Apr 11 18:16:45.518800 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:45.540002 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4d7df9b3-bc81-461b-b1ba-da95edec7d17 req-cd0f7415-9753-4d3c-80a6-a51e250e3a65 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490582 Apr 11 18:16:45.558149 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:45.680226 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:45.725264 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:45.731246 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:45.734270 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:45.736706 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:45.757664 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c11bf6-21b2-4016-9928-7dcc5cdd4b44 None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:16:45.774969 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event updated for resources: {'Port': ['ID=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:45.810892 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:45.811621 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:45.931255 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-3324dd1d-d9cc-43d1-8935-ba1f8bb691f9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1676059 Apr 11 18:16:45.951230 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Request body: {'port': {'device_id': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:46.001705 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-dce8f35f-8d8f-4bca-bc25-26685fcec157 None None] Provisioning complete for port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:46.002319 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-dce8f35f-8d8f-4bca-bc25-26685fcec157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.037771 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-dce8f35f-8d8f-4bca-bc25-26685fcec157 None None] Port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:16:46.044177 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.049633 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f774029-83bd-415f-9fcd-f21ea1047d4c None None] New status for floating IP 92f3f3bb-51b1-4fff-a853-de03dc2dd349: DOWN {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:16:46.341955 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b278902-2ed2-44ec-ad97-96f0d9c86434 req-338942be-69fd-499d-a375-383e69ae754c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:46.343704 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0b278902-2ed2-44ec-ad97-96f0d9c86434 req-338942be-69fd-499d-a375-383e69ae754c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 931 time: 0.0690572 Apr 11 18:16:46.435759 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:16:46.445259 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Publish callbacks [] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.447523 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57514) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:46.452470 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0b278902-2ed2-44ec-ad97-96f0d9c86434 req-d7aa08c4-bc30-450c-8891-2ef3fd92fe5d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996523 Apr 11 18:16:46.488719 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Transition to ACTIVE for port object 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:16:46.523809 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e112d87a-2975-4eb2-8385-1e3686537631 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (5e135ab0-bda8-43f0-98d3-3d5f3784b7e2), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.549822 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e112d87a-2975-4eb2-8385-1e3686537631 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (5e135ab0-bda8-43f0-98d3-3d5f3784b7e2), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.577667 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.646228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:46.678990 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b0cb5-842c-4db3-aa6d-9dd7c061b5a7 req-da922705-8b74-4c5f-85a5-2121f290c1b2 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:46.680631 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4a2b0cb5-842c-4db3-aa6d-9dd7c061b5a7 req-da922705-8b74-4c5f-85a5-2121f290c1b2 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0691974 Apr 11 18:16:46.726736 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e112d87a-2975-4eb2-8385-1e3686537631 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5e135ab0-bda8-43f0-98d3-3d5f3784b7e2), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.729616 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e112d87a-2975-4eb2-8385-1e3686537631 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.733409 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-e112d87a-2975-4eb2-8385-1e3686537631 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "DELETE /v2.0/security-groups/5e135ab0-bda8-43f0-98d3-3d5f3784b7e2 HTTP/1.1" status: 204 len: 168 time: 0.2821724 Apr 11 18:16:46.734412 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57518) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:46.743072 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112d87a-2975-4eb2-8385-1e3686537631 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e135ab0-bda8-43f0-98d3-3d5f3784b7e2,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:46.745621 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Attempting to bind port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:16:46.745983 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Attempting to bind port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:16:46.746416 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Attempting to bind port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:46.751437 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4a2b0cb5-842c-4db3-aa6d-9dd7c061b5a7 req-52a5779a-8b03-4f26-9610-f1b8140718ee tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642383 Apr 11 18:16:46.758669 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.api.v2.resource [None req-de1655aa-54d2-44b4-b138-69a56fa0b521 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] show failed (client error): The resource could not be found. Apr 11 18:16:46.762517 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-de1655aa-54d2-44b4-b138-69a56fa0b521 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups/5e135ab0-bda8-43f0-98d3-3d5f3784b7e2 HTTP/1.1" status: 404 len: 347 time: 0.0243073 Apr 11 18:16:46.765332 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:16:46.766200 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Attempting to bind port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c on network d79886f3-268d-4e5c-a870-fa7ea605f7a9 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:46.767835 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57520) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:46.775681 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:16:46.776036 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Checking segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:46.776452 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Bound using segment: {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:16:46.776913 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Bound port: 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b821335-2379-41b9-8e01-4f35a958c318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:16:46.777279 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.869214 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] For port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:16:46.872700 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] For port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:16:46.917945 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Deleting port 0a80e1ba-7998-48a2-8650-d5c346c1ed4e {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:16:46.918229 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (0a80e1ba-7998-48a2-8650-d5c346c1ed4e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.924177 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device b28739b5-4378-4ecd-b1ea-3bbf9ec36357 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:16:46.943936 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.949066 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: b28739b5-4378-4ecd-b1ea-3bbf9ec36357 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:16:46.949409 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device b28739b5-4378-4ecd-b1ea-3bbf9ec36357 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:16:46.989127 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:46.989908 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:46.991585 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c HTTP/1.1" status: 200 len: 1093 time: 1.0491788 Apr 11 18:16:47.015118 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (0a80e1ba-7998-48a2-8650-d5c346c1ed4e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:47.015715 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (0a80e1ba-7998-48a2-8650-d5c346c1ed4e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:47.020214 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a7b19-8211-4609-ace3-ed14d19eb7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:47.030429 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Calling delete_port for 0a80e1ba-7998-48a2-8650-d5c346c1ed4e owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:16:47.053750 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:16:47.056399 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab720dea-6479-4226-9fd0-36577520ad44" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:16:47.117741 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9728d754-a971-445c-9257-1126dfa3179f x-openstack-request-id: req-9728d754-a971-445c-9257-1126dfa3179f {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:16:47.118094 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:16:47.118311 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9728d754-a971-445c-9257-1126dfa3179f {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:16:47.118758 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9728d754-a971-445c-9257-1126dfa3179f'] response: {'name': 'network-changed', 'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'status': 'completed', 'code': 200} Apr 11 18:16:47.157059 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-94a612f3-558c-42e4-bca2-5e745a71b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:47.158642 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-94a612f3-558c-42e4-bca2-5e745a71b29d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 1127 time: 0.0611880 Apr 11 18:16:47.206884 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-d12c2be6-ac6a-4ba2-a69f-4a7b515e8118 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c HTTP/1.1" status: 200 len: 217 time: 0.0366292 Apr 11 18:16:47.257592 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-d2a8445e-9569-40c2-aa20-122ced313905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:47.258971 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-d2a8445e-9569-40c2-aa20-122ced313905 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0462582 Apr 11 18:16:47.268255 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (0a80e1ba-7998-48a2-8650-d5c346c1ed4e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:47.298618 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'Port': ['ID=0a80e1ba-7998-48a2-8650-d5c346c1ed4e,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:47.308602 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-f8d95a30-46ad-4263-a766-c96cfbc10866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:47.310081 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-f8d95a30-46ad-4263-a766-c96cfbc10866 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437660 Apr 11 18:16:47.362529 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (92f3f3bb-51b1-4fff-a853-de03dc2dd349), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:47.365678 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:47.367189 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-63125637-e719-4d16-80c6-b1c730311826 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "DELETE /v2.0/floatingips/92f3f3bb-51b1-4fff-a853-de03dc2dd349 HTTP/1.1" status: 204 len: 168 time: 0.5989058 Apr 11 18:16:47.419822 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-e565e89a-fa34-4eb3-96cd-08342c69d6b7 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025965 Apr 11 18:16:47.543055 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8033dd65-3865-4ef7-a43f-939afe9a034c req-ed529268-f689-48e9-9d18-ccd06ab8165a service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152632 Apr 11 18:16:47.590260 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97ad85-ee0b-4bb1-953d-51a96076b96f req-13bdd0b7-3cd6-4e9d-b317-c442be805ccc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:47.591860 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fd97ad85-ee0b-4bb1-953d-51a96076b96f req-13bdd0b7-3cd6-4e9d-b317-c442be805ccc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 943 time: 0.0528600 Apr 11 18:16:47.644755 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fd97ad85-ee0b-4bb1-953d-51a96076b96f req-68fc581b-8553-47c5-96bf-3abca7cf0041 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465269 Apr 11 18:16:47.675754 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57538) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:47.680377 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-685d09ea-5485-420c-96c2-bdf3cab02f2e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813777550', 'description': 'tempest-description--854873558'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:47.771460 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-685d09ea-5485-420c-96c2-bdf3cab02f2e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:47.839902 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-685d09ea-5485-420c-96c2-bdf3cab02f2e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (bda5ccfe-f44d-4bb1-be98-c61cfc90cc82), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:47.890197 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fa028-2dba-4eae-ba53-71bf735a9634 req-b194c0d4-9f14-4cfd-9592-7f51f3b62e57 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:47.891680 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-635fa028-2dba-4eae-ba53-71bf735a9634 req-b194c0d4-9f14-4cfd-9592-7f51f3b62e57 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0501077 Apr 11 18:16:47.919180 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-685d09ea-5485-420c-96c2-bdf3cab02f2e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (bda5ccfe-f44d-4bb1-be98-c61cfc90cc82), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:47.967209 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-635fa028-2dba-4eae-ba53-71bf735a9634 req-0c8a9867-781a-48f9-999f-bfc337c3e72e tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688822 Apr 11 18:16:47.967971 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d09ea-5485-420c-96c2-bdf3cab02f2e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:48.064348 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-685d09ea-5485-420c-96c2-bdf3cab02f2e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:48.065575 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-685d09ea-5485-420c-96c2-bdf3cab02f2e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3887908 Apr 11 18:16:48.068983 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57542) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:48.073224 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-15831162-45da-4a32-a55e-e5621ed9cee5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group_rule': {'security_group_id': 'bda5ccfe-f44d-4bb1-be98-c61cfc90cc82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:48.183438 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-15831162-45da-4a32-a55e-e5621ed9cee5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (3e8734ec-1eea-4dd2-b8f0-5e836b3954fa), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:48.241953 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-15831162-45da-4a32-a55e-e5621ed9cee5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (3e8734ec-1eea-4dd2-b8f0-5e836b3954fa), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:48.302516 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-15831162-45da-4a32-a55e-e5621ed9cee5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (3e8734ec-1eea-4dd2-b8f0-5e836b3954fa), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:48.320773 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15831162-45da-4a32-a55e-e5621ed9cee5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8734ec-1eea-4dd2-b8f0-5e836b3954fa,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:48.401377 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-15831162-45da-4a32-a55e-e5621ed9cee5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:48.402610 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-15831162-45da-4a32-a55e-e5621ed9cee5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327222 Apr 11 18:16:48.405389 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57544) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:48.409858 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-be115e6f-f6c8-4696-8780-c70882a08600 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group_rule': {'security_group_id': 'bda5ccfe-f44d-4bb1-be98-c61cfc90cc82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:48.528413 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-be115e6f-f6c8-4696-8780-c70882a08600 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (58ce7b76-3295-438e-a17f-520258b4fcd7), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:48.593462 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-be115e6f-f6c8-4696-8780-c70882a08600 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (58ce7b76-3295-438e-a17f-520258b4fcd7), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:48.626794 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-ae57c2c2-e029-4319-8568-f62bbba27cec tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231705138&fields=id&tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653 HTTP/1.1" status: 200 len: 267 time: 0.0537407 Apr 11 18:16:48.686011 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720dea-6479-4226-9fd0-36577520ad44 req-f680e2fd-8887-4adb-b31f-b62341dffb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:48.686011 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab720dea-6479-4226-9fd0-36577520ad44 req-f680e2fd-8887-4adb-b31f-b62341dffb6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 1127 time: 0.0419226 Apr 11 18:16:48.747983 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-f258695e-539c-42e1-b150-81cc1fc02fdf tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:48.752495 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-f258695e-539c-42e1-b150-81cc1fc02fdf tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/networks?id=54320f21-4b3d-49a1-a786-72a142306848 HTTP/1.1" status: 200 len: 809 time: 0.1187906 Apr 11 18:16:48.764254 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-89fef9b8-f182-41bf-86db-1e4cf928f75e tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/quotas/3cc4f2d08c684af3a426e7a0b7fe8653 HTTP/1.1" status: 200 len: 375 time: 0.0093410 Apr 11 18:16:48.780932 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-be115e6f-f6c8-4696-8780-c70882a08600 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (58ce7b76-3295-438e-a17f-520258b4fcd7), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:48.812836 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be115e6f-f6c8-4696-8780-c70882a08600 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ce7b76-3295-438e-a17f-520258b4fcd7,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:48.821551 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-e07226e8-8737-4146-952f-714b267a2920 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517859 Apr 11 18:16:48.822650 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0f0c3-c5be-471b-875e-a3897d0c7f54 req-c06f1e92-b111-44fe-8810-cc6b23f99ef5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:48.825486 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-18d0f0c3-c5be-471b-875e-a3897d0c7f54 req-c06f1e92-b111-44fe-8810-cc6b23f99ef5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 943 time: 0.1037223 Apr 11 18:16:48.857503 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720dea-6479-4226-9fd0-36577520ad44 req-1fade576-4efd-4283-979e-3a72753dbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:48.858874 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab720dea-6479-4226-9fd0-36577520ad44 req-1fade576-4efd-4283-979e-3a72753dbd17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.1688743 Apr 11 18:16:48.916974 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-be115e6f-f6c8-4696-8780-c70882a08600 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:48.922270 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-be115e6f-f6c8-4696-8780-c70882a08600 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5117834 Apr 11 18:16:48.923072 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57560) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:48.924513 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab720dea-6479-4226-9fd0-36577520ad44 req-f505f90b-6ee4-4148-8ea5-0e257c173db2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c HTTP/1.1" status: 200 len: 217 time: 0.0590200 Apr 11 18:16:48.929819 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:48.933658 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-18d0f0c3-c5be-471b-875e-a3897d0c7f54 req-1fc7e0e0-e2e7-4f69-9f36-88ec91a468e1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990295 Apr 11 18:16:48.969703 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-7d7f385a-2b7b-4783-9687-f48168b53fac service neutron] 10.222.0.53 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325297 Apr 11 18:16:48.982486 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720dea-6479-4226-9fd0-36577520ad44 req-71da7bc8-8105-4726-812b-8892047cd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:48.983968 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab720dea-6479-4226-9fd0-36577520ad44 req-71da7bc8-8105-4726-812b-8892047cd611 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0539942 Apr 11 18:16:49.031507 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720dea-6479-4226-9fd0-36577520ad44 req-195f82cc-57cf-457c-9b02-44fc974f8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:49.036305 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab720dea-6479-4226-9fd0-36577520ad44 req-195f82cc-57cf-457c-9b02-44fc974f8479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423255 Apr 11 18:16:49.063427 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:49.082582 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-1be94810-96f1-4df6-a302-44d0de10d4d7 service neutron] 10.222.0.53 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057587 Apr 11 18:16:49.137799 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e0a41-191d-421b-9c9e-e371a917a282 req-b6bd1396-f850-4f73-8f3d-3598ca087ddf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:49.139034 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-150e0a41-191d-421b-9c9e-e371a917a282 req-b6bd1396-f850-4f73-8f3d-3598ca087ddf tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.1008275 Apr 11 18:16:49.158015 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:49.201661 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab720dea-6479-4226-9fd0-36577520ad44 req-dddf1610-3164-4f6b-8203-a2dcbb31f303 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615543 Apr 11 18:16:49.224715 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-150e0a41-191d-421b-9c9e-e371a917a282 req-32a89d17-b513-4783-a605-e234aefdd705 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710595 Apr 11 18:16:49.281252 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Allocated IP 172.27.2.221 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/7269ab0c-8886-4fb8-8306-1127e8fa6168) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:49.310943 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab720dea-6479-4226-9fd0-36577520ad44 req-01b6a086-4abc-4e8f-9d36-f0b6f1252800 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984433 Apr 11 18:16:49.388299 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (7269ab0c-8886-4fb8-8306-1127e8fa6168), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:49.502777 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (7269ab0c-8886-4fb8-8306-1127e8fa6168), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:49.547188 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:49.553863 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:49.556369 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=7269ab0c-8886-4fb8-8306-1127e8fa6168,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:49.558768 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:49.651790 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fb662-ad06-4894-9656-ea58107eed1f req-7f1622db-ee59-4bfa-be62-08dbe5b5419c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:49.652431 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (b0eee52a-4af4-4dce-8c64-3c2c3a403df6), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:49.653548 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-369fb662-ad06-4894-9656-ea58107eed1f req-7f1622db-ee59-4bfa-be62-08dbe5b5419c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0532589 Apr 11 18:16:49.707157 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-369fb662-ad06-4894-9656-ea58107eed1f req-6218b25a-fbe5-4021-977c-6e06557a7439 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470405 Apr 11 18:16:49.776987 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-604e1ddf-82ee-420c-a644-3e64b2c490ac req-1d232753-8827-4d67-b4c2-83046b7778a9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 210 time: 0.0323939 Apr 11 18:16:49.803199 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (7269ab0c-8886-4fb8-8306-1127e8fa6168), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:49.826707 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-23fb3650-59ec-40c4-ab83-29b4fe1583ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:49.829331 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-23fb3650-59ec-40c4-ab83-29b4fe1583ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 1129 time: 0.0582595 Apr 11 18:16:49.934853 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-8aee40ae-5723-49b3-852a-eb5d4a966a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:49.936499 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-8aee40ae-5723-49b3-852a-eb5d4a966a92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a534f68-374b-4a6f-b80f-1aa62bee60ea HTTP/1.1" status: 200 len: 911 time: 0.1017177 Apr 11 18:16:49.997273 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (7269ab0c-8886-4fb8-8306-1127e8fa6168), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:50.014641 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-66f290fc-e271-4fee-9c99-a931884becd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83205429-6924-47bf-9fdc-643a94b8927a HTTP/1.1" status: 200 len: 1000 time: 0.0701931 Apr 11 18:16:50.095253 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (7269ab0c-8886-4fb8-8306-1127e8fa6168), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:50.095815 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aa33a-0a84-448b-a684-62f6c1da5206 req-87631df9-0ee4-4f7b-b621-0091e0f1a990 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:50.097543 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8d6aa33a-0a84-448b-a684-62f6c1da5206 req-87631df9-0ee4-4f7b-b621-0091e0f1a990 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 943 time: 0.0819788 Apr 11 18:16:50.113040 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-f2e33f8b-c6d1-4c42-8d40-0de1a948aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:50.114239 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-f2e33f8b-c6d1-4c42-8d40-0de1a948aea3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=675019fa-8915-421f-bf8b-c55e41477ea1 HTTP/1.1" status: 200 len: 849 time: 0.0899935 Apr 11 18:16:50.177377 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-78754a56-d2e5-488a-84fa-af2b995c3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:50.178813 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-78754a56-d2e5-488a-84fa-af2b995c3f09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a534f68-374b-4a6f-b80f-1aa62bee60ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574119 Apr 11 18:16:50.183707 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=7269ab0c-8886-4fb8-8306-1127e8fa6168,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:50.194827 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8d6aa33a-0a84-448b-a684-62f6c1da5206 req-3dbb8a7f-3dca-4889-90b7-c71d0d21a320 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904126 Apr 11 18:16:50.209197 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (b0eee52a-4af4-4dce-8c64-3c2c3a403df6), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:50.292936 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:50.294170 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bd58d71c-2383-49c1-99b0-105ceeb5dd1d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3705904 Apr 11 18:16:50.311788 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-3d99b0c2-ff24-421a-bf6d-3b254a2ced5a service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158996 Apr 11 18:16:50.405164 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-57a306bc-725e-44bd-8f89-1ce9bc6b5256 req-0d9c72c5-7496-4e1e-afa9-7b203d6e9597 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870934 Apr 11 18:16:50.500907 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-d9e9f7e8-d28b-4696-b93a-e5ac994eb087 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--813777550&fields=id&tenant_id=263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 267 time: 0.0447290 Apr 11 18:16:50.623986 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7bd46e83-5ec4-4b9f-8e22-86b196ecf55b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:50.625473 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7bd46e83-5ec4-4b9f-8e22-86b196ecf55b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 815 time: 0.1144583 Apr 11 18:16:50.639988 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-cca8a423-42d8-49d4-b001-fc64f336f723 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/quotas/263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 375 time: 0.0090492 Apr 11 18:16:50.695964 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-d98d9050-7a35-4a18-9a3d-ecba0389a65f tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502777 Apr 11 18:16:50.802161 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-3765ee67-cbf6-48e7-bae5-0e22d379f9ea service neutron] 10.222.0.53 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933607 Apr 11 18:16:50.838797 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9b0af-71df-4b24-b387-8b5bd8619077 req-2cc8c459-8b3c-4443-8b47-0c7bb02e5cc9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:50.846835 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b2e9b0af-71df-4b24-b387-8b5bd8619077 req-2cc8c459-8b3c-4443-8b47-0c7bb02e5cc9 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0695841 Apr 11 18:16:50.902806 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-685cb989-755a-44ad-bd0b-5c49fb3943bc service neutron] 10.222.0.53 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944414 Apr 11 18:16:50.904632 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b2e9b0af-71df-4b24-b387-8b5bd8619077 req-3140bfc4-3b24-4ce0-9ff4-a79d1ec9a461 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567565 Apr 11 18:16:50.933220 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:16:51.005313 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bf2ccadf-07cf-4980-b832-da65494e2edb req-06276e57-97e7-4322-a7b5-79ce9941e92d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 210 time: 0.0337372 Apr 11 18:16:51.040332 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:51.052521 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'port_id': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'mac_address': 'fa:16:3e:15:77:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:16:51.088656 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:51.089037 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:51.103343 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:16:51.125722 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:51.180252 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c734a77f-74e6-4a4b-9f49-ecd7c72b6ee8 req-96aea355-0345-49a0-962a-bd26c8ee2886 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 210 time: 0.0292070 Apr 11 18:16:51.216808 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:51.266954 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:51.315356 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3ab13-088e-4737-afa9-ebcee6a017fb req-ce18a9f7-0713-49da-b187-d59f7abdd1b1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:51.316888 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-46e3ab13-088e-4737-afa9-ebcee6a017fb req-ce18a9f7-0713-49da-b187-d59f7abdd1b1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 944 time: 0.0514822 Apr 11 18:16:51.366535 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-46e3ab13-088e-4737-afa9-ebcee6a017fb req-bb7c6a5c-2172-4627-b8af-2197f806a4a5 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Apr 11 18:16:51.499068 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:16:52.022976 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce9da-5124-447d-9225-dcab951349b8 req-1b1dd4f5-8738-49ad-a662-6980bcab2c58 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:52.024488 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-01cce9da-5124-447d-9225-dcab951349b8 req-1b1dd4f5-8738-49ad-a662-6980bcab2c58 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0482309 Apr 11 18:16:52.077141 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-01cce9da-5124-447d-9225-dcab951349b8 req-e0c8c392-cf62-4d69-a17f-279196244a8e tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460613 Apr 11 18:16:52.105254 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ef1e2206-70ce-4430-99a8-a5b3af915313 req-9b45cf7d-f475-4fe5-a976-f742af765355 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 210 time: 0.0332227 Apr 11 18:16:52.274948 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5e2e74f5-25f7-470d-b93d-03a93ad11506 req-0a109954-e0c0-4580-8e56-ce0c5544fa09 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 210 time: 0.0285954 Apr 11 18:16:52.482544 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfb032-440b-439c-9e0e-5cf540b8f555 req-e1ff2316-837a-4762-af86-9cfda2c00f6c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:52.484089 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7bdfb032-440b-439c-9e0e-5cf540b8f555 req-e1ff2316-837a-4762-af86-9cfda2c00f6c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 944 time: 0.0512202 Apr 11 18:16:52.532675 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7bdfb032-440b-439c-9e0e-5cf540b8f555 req-e612cd53-6d12-4567-bf23-172966a49b99 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428615 Apr 11 18:16:52.686180 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-2276b107-261d-4047-934b-097b124379f0 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:52.687973 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-2276b107-261d-4047-934b-097b124379f0 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.15 "GET /v2.0/networks?id=54320f21-4b3d-49a1-a786-72a142306848 HTTP/1.1" status: 200 len: 809 time: 0.1131420 Apr 11 18:16:52.755562 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-6a74222c-f1c1-4044-90c2-7f62760efd5b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653 HTTP/1.1" status: 200 len: 379 time: 0.0568690 Apr 11 18:16:52.779335 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Request body: {'port': {'device_id': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'admin_state_up': True, 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'security_groups': ['22c39595-ee34-49bc-b50f-8b73c8dfcb7a']}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:52.953374 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:16:52.959431 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Made reservation on behalf of 3cc4f2d08c684af3a426e7a0b7fe8653 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:16:52.962786 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:53.018733 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:16:53.078141 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:53.078505 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:53.107038 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Allocated IP 172.20.0.3 (54320f21-4b3d-49a1-a786-72a142306848/ef432a8b-6854-4477-bd3e-fd1397c97bae/83cbe481-fafe-4338-b06d-2a2c1c4c9aad) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:53.168868 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:16:53.169569 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:53.198746 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:16:53.201355 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2740b817-7532-4ca3-9e31-5595618f54fb" -d '{"events": [{"server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "name": "network-vif-plugged", "status": "completed", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:16:53.224433 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:16:53.239517 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fdec3b2c-5444-4a0b-9cfc-bdbaf44e4299 req-a26591b6-c751-4bb9-b647-d320fe482072 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 210 time: 0.0634587 Apr 11 18:16:53.242646 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fa1088-71c1-4d39-88ba-5e398a08ac93 x-openstack-request-id: req-f2fa1088-71c1-4d39-88ba-5e398a08ac93 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:16:53.242646 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "name": "network-vif-plugged", "status": "completed", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:16:53.242646 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2fa1088-71c1-4d39-88ba-5e398a08ac93 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:16:53.242959 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fa1088-71c1-4d39-88ba-5e398a08ac93'] response: {'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'code': 200} Apr 11 18:16:53.279357 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:53.285245 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:53.334796 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:53.373664 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c218d66c-eb19-4320-b8de-14b8b579007d req-e3f55625-a409-4e22-bce3-fd09b11e6873 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 210 time: 0.0286336 Apr 11 18:16:53.383116 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:53.427769 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Network 54320f21-4b3d-49a1-a786-72a142306848 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:53.431250 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:53.435368 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:53.468551 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'Port': ['ID=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:53.492910 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:53.493559 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:53.660365 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-49c9af09-0d6f-4649-af8f-a29763d7bb83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8849218 Apr 11 18:16:53.683208 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bab64-e45f-44c2-b274-36b727eae6ae req-bb156b87-c2cb-49b8-976c-8be9ee2511eb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:53.684808 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d15bab64-e45f-44c2-b274-36b727eae6ae req-bb156b87-c2cb-49b8-976c-8be9ee2511eb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0676148 Apr 11 18:16:53.694575 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Request body: {'port': {'device_id': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:53.774154 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-0b9bf5f8-2a4a-4e8c-bb1b-932a7fd1c643 None None] Provisioning complete for port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:53.774523 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b9bf5f8-2a4a-4e8c-bb1b-932a7fd1c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:53.804889 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a5eae-7cf2-46ff-8d7a-8c20fefddc1f req-0b9196c6-8034-4d39-b06c-d750d589463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:53.807031 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e72a5eae-7cf2-46ff-8d7a-8c20fefddc1f req-0b9196c6-8034-4d39-b06c-d750d589463f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 1129 time: 0.0421908 Apr 11 18:16:53.814918 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bf5f8-2a4a-4e8c-bb1b-932a7fd1c643 None None] Port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:16:53.868461 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e72a5eae-7cf2-46ff-8d7a-8c20fefddc1f req-257a26d3-3898-433b-bd16-c2ce70f9c714 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527613 Apr 11 18:16:54.015296 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-b1fc94d2-b6e9-4b40-a4ae-1ead1f402401 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:54.015296 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-b1fc94d2-b6e9-4b40-a4ae-1ead1f402401 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 815 time: 0.4792657 Apr 11 18:16:54.068155 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d15bab64-e45f-44c2-b274-36b727eae6ae req-58f4e229-57b8-4d39-b2b1-6e46a548cf92 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706803 Apr 11 18:16:54.070662 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:54.297202 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-6b92046a-3d39-4345-8a0e-580ae0364b47 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 379 time: 0.1161714 Apr 11 18:16:54.309611 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'port': {'device_id': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'admin_state_up': True, 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'security_groups': ['bda5ccfe-f44d-4bb1-be98-c61cfc90cc82']}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:54.364238 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141a6e0-81c7-4095-a33c-9a305855cb18 req-0e04fb1c-fa7c-461a-8da2-91126eec8804 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:54.365932 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0141a6e0-81c7-4095-a33c-9a305855cb18 req-0e04fb1c-fa7c-461a-8da2-91126eec8804 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 931 time: 0.0482202 Apr 11 18:16:54.440978 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0141a6e0-81c7-4095-a33c-9a305855cb18 req-8a085dcf-2704-4ebd-9d0e-578ceb49c93d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689540 Apr 11 18:16:54.511932 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cbe481-fafe-4338-b06d-2a2c1c4c9aad {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:16:54.519554 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6c229ae1-9306-4404-b2db-fd836c88eeb4 req-36098594-7559-46e1-85fd-b6a7e8ed7e3a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 210 time: 0.0549219 Apr 11 18:16:54.525493 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Publish callbacks [] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:54.539138 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Transition to ACTIVE for port object 83cbe481-fafe-4338-b06d-2a2c1c4c9aad will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:16:54.586268 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Made reservation on behalf of 263e30cdf3474a53a5d75ec47206d89d for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:16:54.589724 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:54.612660 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:54.718086 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:54.813941 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Allocated IP 172.20.0.9 (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917/9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8/41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:16:54.840151 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Attempting to bind port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:16:54.840458 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Attempting to bind port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:16:54.840797 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Attempting to bind port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad on network 54320f21-4b3d-49a1-a786-72a142306848 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:54.854631 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad on network 54320f21-4b3d-49a1-a786-72a142306848 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:16:54.854972 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Attempting to bind port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad on network 54320f21-4b3d-49a1-a786-72a142306848 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:54.871379 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:16:54.871735 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Checking segment: {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:54.872176 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Bound using segment: {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:16:54.872615 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Bound port: 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '54320f21-4b3d-49a1-a786-72a142306848'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:16:54.874488 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:55.017395 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:16:55.035665 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:55.040793 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:16:55.148797 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:55.181420 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:55.182933 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c44cd-9f46-448e-a16f-b48320f420ac req-1eda4f53-2a2e-4c43-bec5-03291ba2234a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:55.185108 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:55.185781 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:55.187164 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 200 len: 1093 time: 1.5013390 Apr 11 18:16:55.187758 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:16:55.188528 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-816c44cd-9f46-448e-a16f-b48320f420ac req-1eda4f53-2a2e-4c43-bec5-03291ba2234a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0529284 Apr 11 18:16:55.189890 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c554fd-9f92-47ac-924a-098945f60062" -d '{"events": [{"name": "network-changed", "server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:16:55.234387 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:16:55.238715 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:16:55.240818 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14573d99-c1d8-4f33-bb74-b45664a7b4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:55.244626 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:16:55.261389 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-816c44cd-9f46-448e-a16f-b48320f420ac req-1e8f0b4b-a81f-4283-add4-fcc0148ef412 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708685 Apr 11 18:16:55.313318 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18de01a-86e8-4a74-bca6-4618bccd7033 x-openstack-request-id: req-b18de01a-86e8-4a74-bca6-4618bccd7033 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:16:55.313930 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:16:55.313930 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b18de01a-86e8-4a74-bca6-4618bccd7033 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:16:55.314315 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18de01a-86e8-4a74-bca6-4618bccd7033'] response: {'name': 'network-changed', 'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'status': 'completed', 'code': 200} Apr 11 18:16:55.359107 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:55.359728 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:55.370895 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:55.520962 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-60e88821-9063-4194-8de4-9682b4ff4e10 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2170365 Apr 11 18:16:55.577834 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06455c89-e71a-4f21-a2d2-cd4a9982a4cf req-88b3c4ef-3a4a-41bf-91d5-97aacc29ed96 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:55.579570 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-06455c89-e71a-4f21-a2d2-cd4a9982a4cf req-88b3c4ef-3a4a-41bf-91d5-97aacc29ed96 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0618737 Apr 11 18:16:55.579748 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-c2fd8f9f-1688-473c-be1f-74b9534f5b67 None None] Provisioning complete for port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:16:55.580183 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c2fd8f9f-1688-473c-be1f-74b9534f5b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:55.620867 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd8f9f-1688-473c-be1f-74b9534f5b67 None None] Port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:16:55.636226 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-06455c89-e71a-4f21-a2d2-cd4a9982a4cf req-8e232593-3d19-474a-bc92-39f62ed0597f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508356 Apr 11 18:16:55.646815 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8bdf6-0b06-42ed-a0bf-e674e791e2ab req-1d1a690c-e4dd-464d-a2ea-5349c1ff1d1c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:55.648373 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-16d8bdf6-0b06-42ed-a0bf-e674e791e2ab req-1d1a690c-e4dd-464d-a2ea-5349c1ff1d1c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 931 time: 0.0487270 Apr 11 18:16:55.694570 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-16d8bdf6-0b06-42ed-a0bf-e674e791e2ab req-d7966956-5446-4dd1-b875-228ad43e4f74 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 Apr 11 18:16:55.836667 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Request body: {'port': {'device_id': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:55.918280 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-257efb58-5f2f-4014-9184-01e9db2c9f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:55.919746 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-257efb58-5f2f-4014-9184-01e9db2c9f2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653&device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1127 time: 0.0634534 Apr 11 18:16:55.935066 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:55.973757 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-bcf3d012-9e6c-44ec-8667-07a5b9172218 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 200 len: 217 time: 0.0439351 Apr 11 18:16:56.104421 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-342ae69d-c6f1-4ee6-93e5-d295a0e1ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:56.105876 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-342ae69d-c6f1-4ee6-93e5-d295a0e1ecbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef432a8b-6854-4477-bd3e-fd1397c97bae HTTP/1.1" status: 200 len: 848 time: 0.1061714 Apr 11 18:16:56.175587 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-f32f82ba-a4cc-4861-a2be-4636c3014c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:56.177081 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-f32f82ba-a4cc-4861-a2be-4636c3014c34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54320f21-4b3d-49a1-a786-72a142306848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631001 Apr 11 18:16:56.327994 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-169870e9-4020-418c-8809-c6ba3a9e8968 service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229839 Apr 11 18:16:56.374826 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7569ce-da65-4e72-8255-a62fea5038c5 req-2c75afdf-7456-4c7f-aa76-ff773bc81dd3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:56.376391 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1f7569ce-da65-4e72-8255-a62fea5038c5 req-2c75afdf-7456-4c7f-aa76-ff773bc81dd3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0492313 Apr 11 18:16:56.422415 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:16:56.424634 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1f7569ce-da65-4e72-8255-a62fea5038c5 req-f9cd3157-dde3-48cf-b405-84d6a1d5d47a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427284 Apr 11 18:16:56.432572 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Publish callbacks [] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:56.452480 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Transition to ACTIVE for port object 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:16:56.468644 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ba2123a9-299c-4dd9-aa68-cc62c8beeb75 req-666eb741-676a-4b92-b3ca-a185b2a5d7de service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328011 Apr 11 18:16:56.532578 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:56.571525 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a85ad6-0030-4aac-bd08-813fe931ae2b req-62cad216-0829-4146-b6b7-8ccdcddb3e83 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:56.573129 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-30a85ad6-0030-4aac-bd08-813fe931ae2b req-62cad216-0829-4146-b6b7-8ccdcddb3e83 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0750418 Apr 11 18:16:56.582919 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57720) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:56.588013 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-613f9947-dc5b-41c9-87f9-c9a460b48ab9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Request body: {'floatingip': {'port_id': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:16:56.602144 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Pushing event updated for resources: {'Port': ['ID=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:56.647291 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-613f9947-dc5b-41c9-87f9-c9a460b48ab9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for floatingip (048c6161-be63-40f8-8569-bd87af5187d7), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:56.706903 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Attempting to bind port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:16:56.707554 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Attempting to bind port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:16:56.708079 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Attempting to bind port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:56.720261 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:16:56.720847 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Attempting to bind port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:16:56.731461 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:16:56.732039 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Checking segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:16:56.732585 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Bound using segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:16:56.733248 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Bound port: 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:16:56.733693 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:56.821985 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1525ac7-9d78-41cc-b35a-8499708514d8 req-90634a93-10a0-4970-8990-453fe68902d8 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:56.824899 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b1525ac7-9d78-41cc-b35a-8499708514d8 req-90634a93-10a0-4970-8990-453fe68902d8 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0931983 Apr 11 18:16:56.850318 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267835c-e8ec-489a-94ce-9f8bb4d2120a req-ccce7266-8301-4c89-8a66-20256e90d44e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:56.851838 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6267835c-e8ec-489a-94ce-9f8bb4d2120a req-ccce7266-8301-4c89-8a66-20256e90d44e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 943 time: 0.0680151 Apr 11 18:16:56.870665 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] For port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:16:56.924764 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] For port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:16:56.954012 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c554fd-9f92-47ac-924a-098945f60062 req-41afa2df-23fc-41a7-975b-a046e223246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:56.955560 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71c554fd-9f92-47ac-924a-098945f60062 req-41afa2df-23fc-41a7-975b-a046e223246d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653&device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1127 time: 0.0862467 Apr 11 18:16:56.963824 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6267835c-e8ec-489a-94ce-9f8bb4d2120a req-d6970b91-a52e-4428-9974-52505b6cb3a9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054070 Apr 11 18:16:56.969420 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b1525ac7-9d78-41cc-b35a-8499708514d8 req-9e602261-55e8-417a-a290-8cd00a862d1d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335256 Apr 11 18:16:56.998815 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:57.064304 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:57.065163 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:57.066606 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] 10.222.0.15 "PUT /v2.0/ports/41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b HTTP/1.1" status: 200 len: 1093 time: 1.2349734 Apr 11 18:16:57.114001 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c554fd-9f92-47ac-924a-098945f60062 req-7fcb9f92-e9ce-434e-8d46-e4c7f512818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:57.115510 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71c554fd-9f92-47ac-924a-098945f60062 req-7fcb9f92-e9ce-434e-8d46-e4c7f512818e service neutron] 10.222.0.15 "GET /v2.0/networks?id=54320f21-4b3d-49a1-a786-72a142306848 HTTP/1.1" status: 200 len: 910 time: 0.1507971 Apr 11 18:16:57.116131 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e909680-09d7-4c35-8a2d-30e150fe2811 service neutron] Pushing event updated for resources: {'Port': ['ID=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:16:57.166539 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71c554fd-9f92-47ac-924a-098945f60062 req-616dc35a-57fa-4d7a-a5be-a7509a752661 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 200 len: 217 time: 0.0443540 Apr 11 18:16:57.268296 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-c9a5a91f-c07b-4741-b181-6d5fcfcba2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:57.268926 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-613f9947-dc5b-41c9-87f9-c9a460b48ab9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:57.269860 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-c9a5a91f-c07b-4741-b181-6d5fcfcba2a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 1127 time: 0.0788615 Apr 11 18:16:57.273572 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c554fd-9f92-47ac-924a-098945f60062 req-1ba69627-c615-411c-b8f9-1b861d5c0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:57.275008 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71c554fd-9f92-47ac-924a-098945f60062 req-1ba69627-c615-411c-b8f9-1b861d5c0fac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef432a8b-6854-4477-bd3e-fd1397c97bae HTTP/1.1" status: 200 len: 848 time: 0.0925314 Apr 11 18:16:57.322431 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'tag': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:16:57.324791 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9216e8b1-1f3e-4804-9e93-18b8db00d354" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fe34e3-2224-4172-8d31-fb0d1651422c", "tag": "41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:16:57.340896 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-613f9947-dc5b-41c9-87f9-c9a460b48ab9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (048c6161-be63-40f8-8569-bd87af5187d7), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:57.345232 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-5bce9048-4524-4791-98b8-088a46139860 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b HTTP/1.1" status: 200 len: 217 time: 0.0634921 Apr 11 18:16:57.385664 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c554fd-9f92-47ac-924a-098945f60062 req-c326ec77-fb70-4c6f-867b-b8213921aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:57.385807 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71c554fd-9f92-47ac-924a-098945f60062 req-c326ec77-fb70-4c6f-867b-b8213921aa05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54320f21-4b3d-49a1-a786-72a142306848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984721 Apr 11 18:16:57.394305 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5c9f90-3c8a-49b0-9e63-ac4c0788c73e x-openstack-request-id: req-be5c9f90-3c8a-49b0-9e63-ac4c0788c73e {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:16:57.394602 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fe34e3-2224-4172-8d31-fb0d1651422c", "tag": "41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:16:57.394851 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be5c9f90-3c8a-49b0-9e63-ac4c0788c73e {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:16:57.395256 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5c9f90-3c8a-49b0-9e63-ac4c0788c73e'] response: {'name': 'network-changed', 'server_uuid': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'tag': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b', 'status': 'completed', 'code': 200} Apr 11 18:16:57.427874 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-66848c59-8e4a-41f6-9311-84ecec469178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:57.429384 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-66848c59-8e4a-41f6-9311-84ecec469178 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.0773239 Apr 11 18:16:57.456858 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-613f9947-dc5b-41c9-87f9-c9a460b48ab9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Floating IP 048c6161-be63-40f8-8569-bd87af5187d7 associated. External IP: 172.27.2.105, port: 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c. Apr 11 18:16:57.516581 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-1382decf-66c3-47ab-8e75-c67695922351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:57.518072 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-1382decf-66c3-47ab-8e75-c67695922351 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789635 Apr 11 18:16:57.565784 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71c554fd-9f92-47ac-924a-098945f60062 req-e8989ac0-c97e-4e8a-9f00-f746acf69f4e service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603024 Apr 11 18:16:57.682167 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-1fc5eb47-f329-4705-8628-2b1138368498 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562948 Apr 11 18:16:57.688416 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613f9947-dc5b-41c9-87f9-c9a460b48ab9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:16:57.721606 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71c554fd-9f92-47ac-924a-098945f60062 req-6f0da61e-e2e1-4e57-9590-fddb5ea89bd5 service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271167 Apr 11 18:16:57.789047 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ac6f9da4-9f8f-4315-a24a-dade8e96ed58 req-1e626cd4-61d8-48ee-8561-9a587cc53ae1 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967393 Apr 11 18:16:57.804601 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613f9947-dc5b-41c9-87f9-c9a460b48ab9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:16:57.809356 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-613f9947-dc5b-41c9-87f9-c9a460b48ab9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:57.814273 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] Sync routers for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:16:57.824860 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:57.825446 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:57.843994 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-613f9947-dc5b-41c9-87f9-c9a460b48ab9 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "PUT /v2.0/floatingips/048c6161-be63-40f8-8569-bd87af5187d7 HTTP/1.1" status: 200 len: 991 time: 1.2581587 Apr 11 18:16:57.843994 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:16:57.854674 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:16:57.896343 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bdbb38-f850-482b-bd42-f123d0ebfabd x-openstack-request-id: req-80bdbb38-f850-482b-bd42-f123d0ebfabd {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:16:57.896676 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:16:57.896929 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80bdbb38-f850-482b-bd42-f123d0ebfabd {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:16:57.897333 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80bdbb38-f850-482b-bd42-f123d0ebfabd'] response: {'name': 'network-changed', 'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'status': 'completed', 'code': 200} Apr 11 18:16:57.942298 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:58.091724 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e090d6-b92d-439f-9513-1e85650a8de5 req-e26d8038-6bc3-4126-b2a2-978c29a20a43 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:58.094142 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cf1d6-d299-4f1e-be9b-a560369b7070 req-3fc43c60-5491-48c1-94a3-48f95d2185d2 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:58.099013 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-34e090d6-b92d-439f-9513-1e85650a8de5 req-e26d8038-6bc3-4126-b2a2-978c29a20a43 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0539057 Apr 11 18:16:58.102297 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ec7cf1d6-d299-4f1e-be9b-a560369b7070 req-3fc43c60-5491-48c1-94a3-48f95d2185d2 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 943 time: 0.0620983 Apr 11 18:16:58.151696 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ec7cf1d6-d299-4f1e-be9b-a560369b7070 req-0f84a9cd-4469-4de4-8550-356d03780822 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483360 Apr 11 18:16:58.165136 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-34e090d6-b92d-439f-9513-1e85650a8de5 req-c12f09ea-d996-4cf2-b671-a30e1691a5bd tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652204 Apr 11 18:16:58.169800 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '048c6161-be63-40f8-8569-bd87af5187d7', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'port_id': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'mac_address': 'fa:16:3e:15:77:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:16:39Z', 'updated_at': '2022-04-11T18:16:57Z', 'revision_number': 1, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:31Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:58.195699 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] Checking router: 9f2ad3e0-c49f-4243-a7e7-287d607321f3 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:16:58.203907 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:16:58.204536 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:16:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:58.313325 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:16:58.531759 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '048c6161-be63-40f8-8569-bd87af5187d7', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'port_id': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'mac_address': 'fa:16:3e:15:77:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:16:39Z', 'updated_at': '2022-04-11T18:16:57Z', 'revision_number': 1, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:31Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:16:58.559044 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5d5a4-3918-4f0b-92f0-c3555f3648d4 None None] The sync data for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi is: [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '048c6161-be63-40f8-8569-bd87af5187d7', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'port_id': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'mac_address': 'fa:16:3e:15:77:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:16:39Z', 'updated_at': '2022-04-11T18:16:57Z', 'revision_number': 1, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:31Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:16:58.757059 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030c9a5-b405-42a5-898a-2bf6fda1cca4 None None] New status for floating IP 048c6161-be63-40f8-8569-bd87af5187d7: ACTIVE {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:16:59.159537 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-43bfc404-ddc2-436f-9fd2-0ff3289ab6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:59.161757 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-43bfc404-ddc2-436f-9fd2-0ff3289ab6a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 1127 time: 0.0677094 Apr 11 18:16:59.164511 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-0bf5cb36-c707-46ee-90ec-985642970d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:59.165856 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-0bf5cb36-c707-46ee-90ec-985642970d8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 1129 time: 0.0628171 Apr 11 18:16:59.319595 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc3247-4501-4401-a6be-c7175dfb186c req-6317f67a-72bb-4e36-8d72-8466b2908d2f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:59.321115 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-28bc3247-4501-4401-a6be-c7175dfb186c req-6317f67a-72bb-4e36-8d72-8466b2908d2f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0554523 Apr 11 18:16:59.374222 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-28bc3247-4501-4401-a6be-c7175dfb186c req-d32b365b-4d7e-42ac-9ef2-67d837b490ee tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473409 Apr 11 18:16:59.386987 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe09d6-9831-407e-8c37-19aedfac279a req-26e9005e-ccaa-4626-8493-64aa1a2a5cb8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:59.389179 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7cbe09d6-9831-407e-8c37-19aedfac279a req-26e9005e-ccaa-4626-8493-64aa1a2a5cb8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 943 time: 0.1295760 Apr 11 18:16:59.407780 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-d6be0420-a6f5-4fe0-a8cd-725ae91153f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:59.409840 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-d6be0420-a6f5-4fe0-a8cd-725ae91153f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 916 time: 0.2338095 Apr 11 18:16:59.418988 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-e1575ebf-26f7-4894-bb0a-396a9287ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:16:59.420921 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-e1575ebf-26f7-4894-bb0a-396a9287ef22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.2376652 Apr 11 18:16:59.810356 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-4bb5c637-9b9d-4678-9aad-804049bfb9c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b HTTP/1.1" status: 200 len: 217 time: 0.1008785 Apr 11 18:16:59.815460 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7cbe09d6-9831-407e-8c37-19aedfac279a req-199f63ce-1aba-4017-9909-a430b655f504 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4120181 Apr 11 18:16:59.841087 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-29481a89-5bfc-48f3-b4a1-704d850d6b91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c HTTP/1.1" status: 200 len: 1001 time: 0.1304700 Apr 11 18:17:00.073578 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:00.104430 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-21091dc1-80d0-443c-976c-0549114e1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:00.106102 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-21091dc1-80d0-443c-976c-0549114e1454 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0798173 Apr 11 18:17:00.107486 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-9d922017-81d3-47c0-a766-855ed6d61237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:00.108810 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-9d922017-81d3-47c0-a766-855ed6d61237 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.0750744 Apr 11 18:17:00.189624 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-e0894ab2-5a0c-465e-9c07-69a36b197fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:00.191168 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-e0894ab2-5a0c-465e-9c07-69a36b197fbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683098 Apr 11 18:17:00.193920 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-f259ee1e-b778-48c5-a32d-295568973665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:00.195240 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-f259ee1e-b778-48c5-a32d-295568973665 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625408 Apr 11 18:17:00.362225 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-89490e7b-5938-4070-a36c-291b89ad08c4 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543417 Apr 11 18:17:00.363848 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-b5325284-2977-4e1e-989e-662214e960d6 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550937 Apr 11 18:17:00.490353 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e4584-cffb-4d21-b816-ee8f8d3d39a8 req-e85260f9-e549-4eaf-a047-0d30186094f3 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:00.492156 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3d8e4584-cffb-4d21-b816-ee8f8d3d39a8 req-e85260f9-e549-4eaf-a047-0d30186094f3 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0502601 Apr 11 18:17:00.531130 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ba4fcfb-e36e-48d5-96ae-d9c799e9a75d req-c57c1a5e-85ae-48da-a3e4-ac4f6c63c1cd service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553843 Apr 11 18:17:00.534474 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9216e8b1-1f3e-4804-9e93-18b8db00d354 req-3ddd0471-de9d-403f-80f7-7aacc88e2c60 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577392 Apr 11 18:17:00.542621 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3d8e4584-cffb-4d21-b816-ee8f8d3d39a8 req-127892b3-c44e-409d-a966-22f890521d94 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440512 Apr 11 18:17:00.933112 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20b3b1-5cb6-4b83-a4ae-59d2b79c7114 req-89d82d6a-8fd5-4d5c-b269-7a7b7dc1130c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:00.934488 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3e20b3b1-5cb6-4b83-a4ae-59d2b79c7114 req-89d82d6a-8fd5-4d5c-b269-7a7b7dc1130c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 943 time: 0.0478876 Apr 11 18:17:00.984317 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3e20b3b1-5cb6-4b83-a4ae-59d2b79c7114 req-0a79cc4b-3c10-4c8a-ae62-b119db0e7fcd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443509 Apr 11 18:17:01.021186 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:17:01.121215 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:01.133428 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'port_id': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b', 'mac_address': 'fa:16:3e:b6:e4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:17:01.169611 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c883fd96-9590-410c-a8c0-f28f306a648a req-9f20f9f3-9205-4938-91dc-6570815bd61e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0358803 Apr 11 18:17:01.169837 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:01.169996 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:01.183536 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:17:01.203187 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:01.228630 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883fd96-9590-410c-a8c0-f28f306a648a req-aebebca9-1fb0-4b05-8914-e39ebf8aeff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:01.230180 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c883fd96-9590-410c-a8c0-f28f306a648a req-aebebca9-1fb0-4b05-8914-e39ebf8aeff1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 1130 time: 0.0379884 Apr 11 18:17:01.272116 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:01.319156 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:01.348175 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883fd96-9590-410c-a8c0-f28f306a648a req-437ac720-f869-488b-9c6d-b5195f8352c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:01.349647 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c883fd96-9590-410c-a8c0-f28f306a648a req-437ac720-f869-488b-9c6d-b5195f8352c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 917 time: 0.0931640 Apr 11 18:17:01.427070 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c883fd96-9590-410c-a8c0-f28f306a648a req-b6aaf409-7fe5-46eb-879a-b58a3fde6853 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7114cb78-55cc-43a7-9134-f164679985d3 HTTP/1.1" status: 200 len: 1001 time: 0.0600679 Apr 11 18:17:01.477907 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883fd96-9590-410c-a8c0-f28f306a648a req-fdb2a047-ae95-483b-9acf-7d6972daf838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:01.479272 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c883fd96-9590-410c-a8c0-f28f306a648a req-fdb2a047-ae95-483b-9acf-7d6972daf838 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.0444517 Apr 11 18:17:01.537302 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883fd96-9590-410c-a8c0-f28f306a648a req-cb4a53ab-1122-42d8-ae74-71a09c5da8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:01.538900 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c883fd96-9590-410c-a8c0-f28f306a648a req-cb4a53ab-1122-42d8-ae74-71a09c5da8bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530388 Apr 11 18:17:01.585725 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:17:01.653312 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c883fd96-9590-410c-a8c0-f28f306a648a req-b5e3eec5-19a4-4538-9f58-201b718606cd service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001534 Apr 11 18:17:01.661121 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaca08-f1e2-43e4-8aff-3556d22a4280 req-7b4200ab-be88-45ae-a390-086e92272412 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:01.662821 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fadaca08-f1e2-43e4-8aff-3556d22a4280 req-7b4200ab-be88-45ae-a390-086e92272412 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0512695 Apr 11 18:17:01.717749 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fadaca08-f1e2-43e4-8aff-3556d22a4280 req-25eb22a0-1e48-4df3-8b43-2b63c1fadcfd tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486093 Apr 11 18:17:01.755520 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c883fd96-9590-410c-a8c0-f28f306a648a req-f440c763-3852-4573-8519-790a8cd3ba86 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959430 Apr 11 18:17:02.100030 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205a163-9d45-41d1-8530-90c748be434b req-40e280b3-59d1-443e-a6ef-e82ab3f25afd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:02.101461 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8205a163-9d45-41d1-8530-90c748be434b req-40e280b3-59d1-443e-a6ef-e82ab3f25afd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 944 time: 0.0472324 Apr 11 18:17:02.148467 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8205a163-9d45-41d1-8530-90c748be434b req-e4200ff4-2878-4488-912e-c489b8605cc4 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413072 Apr 11 18:17:02.797602 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9ca5049e-3a90-4234-adce-a6c0a78c8f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:02.832565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1404-9566-41c3-bb8f-75c66415c39e req-2056dfb5-c2c2-400b-b87b-26ebf343109c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:02.834126 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dafc1404-9566-41c3-bb8f-75c66415c39e req-2056dfb5-c2c2-400b-b87b-26ebf343109c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0465426 Apr 11 18:17:02.885480 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dafc1404-9566-41c3-bb8f-75c66415c39e req-ef64642c-5d31-4ec2-8196-eaf51de138c2 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451760 Apr 11 18:17:03.027428 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:03.071598 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:17:03.119015 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:03.120892 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:03.199351 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:03.199742 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:03.222363 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:03.224669 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38b806d-5b2b-4e7d-999b-feb4782da365" -d '{"events": [{"server_uuid": "e7fe34e3-2224-4172-8d31-fb0d1651422c", "name": "network-vif-plugged", "status": "completed", "tag": "41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:03.237356 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:03.263974 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:17:03.264896 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878471ff-5ebb-4f5e-853a-7bf236b705f4 x-openstack-request-id: req-878471ff-5ebb-4f5e-853a-7bf236b705f4 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:03.265193 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fe34e3-2224-4172-8d31-fb0d1651422c", "name": "network-vif-plugged", "status": "completed", "tag": "41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:03.265451 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-878471ff-5ebb-4f5e-853a-7bf236b705f4 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:03.265846 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-878471ff-5ebb-4f5e-853a-7bf236b705f4'] response: {'server_uuid': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b', 'code': 200} Apr 11 18:17:03.266355 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c084c-eb60-4a03-a2ce-ef7e3081c2ac req-6847d192-a014-4b41-9d0f-71ef8d71b038 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:03.267896 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b93c084c-eb60-4a03-a2ce-ef7e3081c2ac req-6847d192-a014-4b41-9d0f-71ef8d71b038 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 944 time: 0.0532594 Apr 11 18:17:03.301206 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:03.326261 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b93c084c-eb60-4a03-a2ce-ef7e3081c2ac req-6d971c0b-8c94-4aee-9ca5-753dcbc1ef27 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521240 Apr 11 18:17:03.361421 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:03.576932 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d537e-6a96-4d4a-bcbe-ed8cb39e46c4 req-67df9eaf-af14-45b5-aa36-617306ce2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:03.578437 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-843d537e-6a96-4d4a-bcbe-ed8cb39e46c4 req-67df9eaf-af14-45b5-aa36-617306ce2756 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 1129 time: 0.0396657 Apr 11 18:17:03.623271 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-843d537e-6a96-4d4a-bcbe-ed8cb39e46c4 req-0501eb66-1cc1-494d-9c82-6dd56a4fac68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 Apr 11 18:17:04.000696 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938518f-8e1b-4cd8-852c-10833035984e req-a4af4bf9-0e4f-4990-bd70-31f6a3277fe5 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:04.002155 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c938518f-8e1b-4cd8-852c-10833035984e req-a4af4bf9-0e4f-4990-bd70-31f6a3277fe5 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0471208 Apr 11 18:17:04.055209 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c938518f-8e1b-4cd8-852c-10833035984e req-21759a8a-8d40-48bb-a08d-c48c9ed84f42 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 Apr 11 18:17:04.439711 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dc258-2be1-4e99-9ab9-92a80673cc6b req-270d91c3-5e5b-4f00-8aae-cbfdbcf77a67 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:04.441708 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bc4dc258-2be1-4e99-9ab9-92a80673cc6b req-270d91c3-5e5b-4f00-8aae-cbfdbcf77a67 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 945 time: 0.0465579 Apr 11 18:17:04.488654 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bc4dc258-2be1-4e99-9ab9-92a80673cc6b req-3952d775-6ab1-45bb-9886-2d6e11351920 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413167 Apr 11 18:17:05.021736 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-51627f70-8850-4e94-8b67-c62494817558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:05.062981 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83cbe481-fafe-4338-b06d-2a2c1c4c9aad details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:17:05.163200 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:05.174062 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'port_id': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'mac_address': 'fa:16:3e:13:29:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:17:05.177543 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfccf-a2be-48cf-9ab9-74527c0c10fb req-175010ee-96b9-416a-84c0-1b2b2f873c33 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:05.179405 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-900bfccf-a2be-48cf-9ab9-74527c0c10fb req-175010ee-96b9-416a-84c0-1b2b2f873c33 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0517330 Apr 11 18:17:05.211196 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:05.211577 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:05.227844 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-900bfccf-a2be-48cf-9ab9-74527c0c10fb req-ab8f1b55-e93e-4adc-8e10-7898e00733ce tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432067 Apr 11 18:17:05.228813 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cbe481-fafe-4338-b06d-2a2c1c4c9aad {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:17:05.249042 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:05.336270 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:05.383724 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:05.612763 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88ef3-633a-41b9-b84a-f0c563f73473 req-a2c3f15f-3008-4aa6-ad8a-818a583a7d99 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:05.614803 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f6a88ef3-633a-41b9-b84a-f0c563f73473 req-a2c3f15f-3008-4aa6-ad8a-818a583a7d99 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 945 time: 0.0588875 Apr 11 18:17:05.665437 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f6a88ef3-633a-41b9-b84a-f0c563f73473 req-8ccad0d5-6b1f-46af-8ba5-85ed9707b722 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449266 Apr 11 18:17:05.781315 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['83cbe481-fafe-4338-b06d-2a2c1c4c9aad'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:17:06.338761 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8b1c6-33fb-4384-ab47-73ea0ad4a3d7 req-37f42380-ee28-4496-8e27-7530090b188c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:06.340258 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba8b1c6-33fb-4384-ab47-73ea0ad4a3d7 req-37f42380-ee28-4496-8e27-7530090b188c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 944 time: 0.0471098 Apr 11 18:17:06.391401 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba8b1c6-33fb-4384-ab47-73ea0ad4a3d7 req-1b4d6138-3999-4999-b36f-b2d4b7674053 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456243 Apr 11 18:17:06.456802 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:06.776558 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f2009-184e-4a63-9bdc-75f907924be4 req-7bc6ae88-0714-4abd-abc8-1938db215683 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:06.778030 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5e2f2009-184e-4a63-9bdc-75f907924be4 req-7bc6ae88-0714-4abd-abc8-1938db215683 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 945 time: 0.0462303 Apr 11 18:17:06.824036 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5e2f2009-184e-4a63-9bdc-75f907924be4 req-16b7819c-aa7c-432b-a223-8a4a16beed0a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405133 Apr 11 18:17:06.930827 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958aae4-6375-4f27-899d-41a64db7e797 req-d6b199f3-4a86-4b7b-8956-485b5b54d539 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:06.932471 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a958aae4-6375-4f27-899d-41a64db7e797 req-d6b199f3-4a86-4b7b-8956-485b5b54d539 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 945 time: 0.0471017 Apr 11 18:17:06.941382 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57804) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:06.945597 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-3c688e2d-da06-470c-96f8-757f64ed1cbd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'floatingip': {'port_id': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:07.078343 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83cbe481-fafe-4338-b06d-2a2c1c4c9aad up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:07.125089 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:17:07.199146 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:07.199581 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:07.217059 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3c688e2d-da06-470c-96f8-757f64ed1cbd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (b0eee52a-4af4-4dce-8c64-3c2c3a403df6), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:07.405851 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:07.406153 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:07.430571 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:07.433022 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8e500c-35ca-49f9-8b9d-5785e1086be2" -d '{"events": [{"server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "name": "network-vif-plugged", "status": "completed", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:07.445179 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:07.481409 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14878bb-fdc6-4b11-b862-b73f4ff8daa9 x-openstack-request-id: req-c14878bb-fdc6-4b11-b862-b73f4ff8daa9 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:07.481409 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "name": "network-vif-plugged", "status": "completed", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:07.481409 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c14878bb-fdc6-4b11-b862-b73f4ff8daa9 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:07.481409 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14878bb-fdc6-4b11-b862-b73f4ff8daa9'] response: {'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'code': 200} Apr 11 18:17:07.521264 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28237c4d-346c-4256-8636-6a77f51bf8d4 req-4e5d399e-8fbd-4021-9b3e-9e3b60bebbdc tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:07.522791 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-28237c4d-346c-4256-8636-6a77f51bf8d4 req-4e5d399e-8fbd-4021-9b3e-9e3b60bebbdc tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 944 time: 0.0478411 Apr 11 18:17:07.530677 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:07.588458 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-28237c4d-346c-4256-8636-6a77f51bf8d4 req-a286c65a-8ece-4aa4-a85f-abef0ec917b7 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594616 Apr 11 18:17:07.596094 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:07.698904 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3c688e2d-da06-470c-96f8-757f64ed1cbd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:07.708746 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:07.805038 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3c688e2d-da06-470c-96f8-757f64ed1cbd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (b0eee52a-4af4-4dce-8c64-3c2c3a403df6), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:07.912401 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-3c688e2d-da06-470c-96f8-757f64ed1cbd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Floating IP b0eee52a-4af4-4dce-8c64-3c2c3a403df6 associated. External IP: 172.27.2.221, port: 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b. Apr 11 18:17:07.981051 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772758-4755-47fc-8c16-7a8d02ac5d76 req-3a1474d8-c165-4161-a200-4ee5694ee1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:07.982550 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ec772758-4755-47fc-8c16-7a8d02ac5d76 req-3a1474d8-c165-4161-a200-4ee5694ee1b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1129 time: 0.0385096 Apr 11 18:17:08.034546 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ec772758-4755-47fc-8c16-7a8d02ac5d76 req-cd22ca92-fc90-4b35-8da9-dc78a9226754 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 Apr 11 18:17:08.132219 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c688e2d-da06-470c-96f8-757f64ed1cbd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:17:08.240947 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c688e2d-da06-470c-96f8-757f64ed1cbd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:17:08.245553 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3c688e2d-da06-470c-96f8-757f64ed1cbd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:08.251902 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:17:08.261455 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:08.262082 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:08.275965 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3c688e2d-da06-470c-96f8-757f64ed1cbd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "PUT /v2.0/floatingips/b0eee52a-4af4-4dce-8c64-3c2c3a403df6 HTTP/1.1" status: 200 len: 991 time: 1.3335619 Apr 11 18:17:08.276686 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'tag': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:08.279108 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec2f218-bf54-4986-a720-7ef378235073" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fe34e3-2224-4172-8d31-fb0d1651422c", "tag": "41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:08.317850 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbecb154-e0b0-4344-92e3-6a8b63862223 x-openstack-request-id: req-dbecb154-e0b0-4344-92e3-6a8b63862223 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:08.318168 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fe34e3-2224-4172-8d31-fb0d1651422c", "tag": "41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:08.318601 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbecb154-e0b0-4344-92e3-6a8b63862223 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:08.319008 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbecb154-e0b0-4344-92e3-6a8b63862223'] response: {'name': 'network-changed', 'server_uuid': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'tag': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b', 'status': 'completed', 'code': 200} Apr 11 18:17:08.374199 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:08.385283 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2f218-bf54-4986-a720-7ef378235073 req-027f671f-ebaf-43e5-b0c4-b8a059fb8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:08.387912 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dec2f218-bf54-4986-a720-7ef378235073 req-027f671f-ebaf-43e5-b0c4-b8a059fb8883 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 1129 time: 0.0382240 Apr 11 18:17:08.479741 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2f218-bf54-4986-a720-7ef378235073 req-aa734681-74e5-4d5a-b854-6e0d381e6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:08.481232 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dec2f218-bf54-4986-a720-7ef378235073 req-aa734681-74e5-4d5a-b854-6e0d381e6846 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 916 time: 0.0881236 Apr 11 18:17:08.589071 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': 'b0eee52a-4af4-4dce-8c64-3c2c3a403df6', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:b6:e4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:16:49Z', 'updated_at': '2022-04-11T18:17:07Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:08.615337 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:17:08.624222 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:08.624838 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:08.707703 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2cf1d-0440-4896-aeca-40a328c5202f req-906e038c-9fbc-4c8d-92e7-dc938ba9d9b8 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:08.708974 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3df2cf1d-0440-4896-aeca-40a328c5202f req-906e038c-9fbc-4c8d-92e7-dc938ba9d9b8 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0482745 Apr 11 18:17:08.736040 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:08.763523 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3df2cf1d-0440-4896-aeca-40a328c5202f req-efa47223-19a9-4590-9a8f-f401b44d5fcd tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483217 Apr 11 18:17:08.993433 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dec2f218-bf54-4986-a720-7ef378235073 req-10ea5042-45c8-43b7-9080-552b6f37de77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b HTTP/1.1" status: 200 len: 999 time: 0.0771532 Apr 11 18:17:09.047522 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2f218-bf54-4986-a720-7ef378235073 req-42914ed8-0e3f-41c5-b2a1-1b434987c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:09.049001 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dec2f218-bf54-4986-a720-7ef378235073 req-42914ed8-0e3f-41c5-b2a1-1b434987c1cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.0446537 Apr 11 18:17:09.050949 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': 'b0eee52a-4af4-4dce-8c64-3c2c3a403df6', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:b6:e4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:16:49Z', 'updated_at': '2022-04-11T18:17:07Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:09.079601 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:09.086082 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb1054-e86b-429e-8688-9472a6849518 None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': 'b0eee52a-4af4-4dce-8c64-3c2c3a403df6', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:b6:e4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:16:49Z', 'updated_at': '2022-04-11T18:17:07Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:17:09.102480 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2f218-bf54-4986-a720-7ef378235073 req-930dd804-bd52-4a1d-8ec2-c2998721add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:09.104085 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dec2f218-bf54-4986-a720-7ef378235073 req-930dd804-bd52-4a1d-8ec2-c2998721add4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487263 Apr 11 18:17:09.207255 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dec2f218-bf54-4986-a720-7ef378235073 req-fb2fc525-9852-4bda-9ff5-1954f6f02e16 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953221 Apr 11 18:17:09.302363 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa31ee6a-cad5-48d6-b275-55da67742b9d None None] New status for floating IP b0eee52a-4af4-4dce-8c64-3c2c3a403df6: ACTIVE {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:17:09.327594 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-dec2f218-bf54-4986-a720-7ef378235073 req-900f9e41-e443-453d-99ab-4fc499a05a7b service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958152 Apr 11 18:17:09.884395 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e3cc3-46ac-4fcc-874f-e43c42ef4ec5 req-eab65573-09c6-4d7e-95b0-2fa576eda96f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:09.884395 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5c7e3cc3-46ac-4fcc-874f-e43c42ef4ec5 req-eab65573-09c6-4d7e-95b0-2fa576eda96f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Apr 11 18:17:09.932018 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5c7e3cc3-46ac-4fcc-874f-e43c42ef4ec5 req-e4ae0b63-ecc4-4425-974b-4e634a95611f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440197 Apr 11 18:17:11.049341 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13c858-e7cf-4bff-8aaf-ad28e985fe60 req-cdd94201-4d88-4ff8-a759-bfb36d92c8c0 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:11.050908 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2b13c858-e7cf-4bff-8aaf-ad28e985fe60 req-cdd94201-4d88-4ff8-a759-bfb36d92c8c0 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0527341 Apr 11 18:17:11.101999 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2b13c858-e7cf-4bff-8aaf-ad28e985fe60 req-edd08b7f-6daa-44ad-8243-502b670d8b1d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453446 Apr 11 18:17:11.217613 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ebd4e-1e11-4b17-ae64-990207b1d52c req-2cd746fd-4657-45c0-864b-df241f47a4a9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:11.218986 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f3ebd4e-1e11-4b17-ae64-990207b1d52c req-2cd746fd-4657-45c0-864b-df241f47a4a9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0468850 Apr 11 18:17:11.273360 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f3ebd4e-1e11-4b17-ae64-990207b1d52c req-455ab9ab-6eb7-4774-9bbf-fc8203c178dc tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486431 Apr 11 18:17:11.297971 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57852) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:11.501970 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92187db6-f9c6-4af8-b159-421175031633 tempest-TestShelveInstance-2145919121 tempest-TestShelveInstance-2145919121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:11.507388 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-92187db6-f9c6-4af8-b159-421175031633 tempest-TestShelveInstance-2145919121 tempest-TestShelveInstance-2145919121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1124 time: 0.2051804 Apr 11 18:17:11.508111 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57856) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:11.512501 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'port_id': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:11.634102 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:11.721592 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:11.836636 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Allocated IP 172.27.2.20 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/9ec6bd5c-f263-491e-8283-17a13715909f) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:11.942545 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for port (9ec6bd5c-f263-491e-8283-17a13715909f), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:12.033604 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (9ec6bd5c-f263-491e-8283-17a13715909f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:12.070729 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:12.073673 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:12.077168 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:12.103835 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'Port': ['ID=9ec6bd5c-f263-491e-8283-17a13715909f,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:12.456015 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for floatingip (332240e8-75bf-4874-98ff-1e18224b27b6), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:12.587702 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (9ec6bd5c-f263-491e-8283-17a13715909f), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:12.742280 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for port (9ec6bd5c-f263-491e-8283-17a13715909f), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:12.810843 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (9ec6bd5c-f263-491e-8283-17a13715909f), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:12.881226 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event updated for resources: {'Port': ['ID=9ec6bd5c-f263-491e-8283-17a13715909f,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:12.895287 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898682 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898682 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.898682 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.899090 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.899399 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.899757 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.900091 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:12.903877 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (332240e8-75bf-4874-98ff-1e18224b27b6), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:13.008109 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Floating IP 332240e8-75bf-4874-98ff-1e18224b27b6 associated. External IP: 172.27.2.20, port: 83cbe481-fafe-4338-b06d-2a2c1c4c9aad. Apr 11 18:17:13.218407 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Router 29c66676-9371-49e5-a330-feabe40f87ec has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:17:13.328313 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:17:13.339257 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] Sync routers for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:17:13.348494 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:13.349128 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:13.417244 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:13.451424 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5f2917ad-689e-4dba-84cd-7ba5b0c03c52 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9423261 Apr 11 18:17:13.452080 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:13.454357 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a247b14a-2046-4412-91ac-3118dd7733d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:13.458492 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:13.497700 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3610208e-242f-442e-96e9-66ce931ba403 x-openstack-request-id: req-3610208e-242f-442e-96e9-66ce931ba403 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:13.498221 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:13.498221 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3610208e-242f-442e-96e9-66ce931ba403 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:13.498640 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3610208e-242f-442e-96e9-66ce931ba403'] response: {'name': 'network-changed', 'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'status': 'completed', 'code': 200} Apr 11 18:17:13.563722 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-7094e690-c173-4911-ba27-64f5d8c556d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:13.565183 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-7094e690-c173-4911-ba27-64f5d8c556d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653&device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1129 time: 0.0402479 Apr 11 18:17:13.670264 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-13c682ed-dc76-469e-a8b3-4661e5117dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:13.671750 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-13c682ed-dc76-469e-a8b3-4661e5117dd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54320f21-4b3d-49a1-a786-72a142306848 HTTP/1.1" status: 200 len: 910 time: 0.0996802 Apr 11 18:17:13.681611 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '332240e8-75bf-4874-98ff-1e18224b27b6', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'port_id': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'mac_address': 'fa:16:3e:13:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:17:12Z', 'updated_at': '2022-04-11T18:17:12Z', 'revision_number': 0, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54a963c7-8903-44cf-81b9-b1f9769aebf2', 'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'mac_address': 'fa:16:3e:1c:82:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:13Z', 'updated_at': '2022-04-11T18:16:18Z', 'revision_number': 5, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'subnets': [{'id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:13.712389 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] Checking router: 29c66676-9371-49e5-a330-feabe40f87ec for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:17:13.720882 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:13.721489 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:13.749095 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-5c6c20d7-2cfc-4624-9bcd-492f7c1797e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 200 len: 998 time: 0.0616789 Apr 11 18:17:13.798868 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-07aeeb72-7530-4778-8510-e9f58b25e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:13.800961 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-07aeeb72-7530-4778-8510-e9f58b25e8a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef432a8b-6854-4477-bd3e-fd1397c97bae HTTP/1.1" status: 200 len: 848 time: 0.0447466 Apr 11 18:17:13.837858 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:13.849998 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-063cfae6-2de9-4ebd-a50e-eba5683f81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:13.851507 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-063cfae6-2de9-4ebd-a50e-eba5683f81ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54320f21-4b3d-49a1-a786-72a142306848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426605 Apr 11 18:17:13.948495 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-636e14e2-0047-48e8-8c3a-4e897726903e service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882366 Apr 11 18:17:14.045463 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a247b14a-2046-4412-91ac-3118dd7733d4 req-147abbe0-41b6-4dc4-ab33-c5d03263c48e service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876122 Apr 11 18:17:14.059539 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '332240e8-75bf-4874-98ff-1e18224b27b6', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'port_id': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'mac_address': 'fa:16:3e:13:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:17:12Z', 'updated_at': '2022-04-11T18:17:12Z', 'revision_number': 0, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54a963c7-8903-44cf-81b9-b1f9769aebf2', 'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'mac_address': 'fa:16:3e:1c:82:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:13Z', 'updated_at': '2022-04-11T18:16:18Z', 'revision_number': 5, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'subnets': [{'id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:14.089957 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed7470-24c3-4c21-a7ef-a4c58b2dfd32 None None] The sync data for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi is: [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '332240e8-75bf-4874-98ff-1e18224b27b6', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'port_id': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'mac_address': 'fa:16:3e:13:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:17:12Z', 'updated_at': '2022-04-11T18:17:12Z', 'revision_number': 0, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54a963c7-8903-44cf-81b9-b1f9769aebf2', 'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'mac_address': 'fa:16:3e:1c:82:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:13Z', 'updated_at': '2022-04-11T18:16:18Z', 'revision_number': 5, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'subnets': [{'id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:17:14.274298 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a290c9a-2c92-401b-afc7-d007128dfb1f None None] New status for floating IP 332240e8-75bf-4874-98ff-1e18224b27b6: ACTIVE {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:17:15.156843 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57886) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:15.266973 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:15.341276 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Publish callbacks [] for security_group (74bfd02f-8f21-4567-b7a7-56e05453ec42), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:15.411480 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (74bfd02f-8f21-4567-b7a7-56e05453ec42), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:15.450222 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=690698974db24214a2baf278bdf0b7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923088 Apr 11 18:17:15.452433 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bfd02f-8f21-4567-b7a7-56e05453ec42,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:15.453126 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57890) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:15.460802 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.461146 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.461491 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.461829 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.462176 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.462490 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.462815 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.463136 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.463459 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.463784 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.464126 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.464458 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.464772 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.465092 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.465407 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2871dd6-5374-4976-9ca9-39c00ba668da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:15.511105 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-579e8f73-fe5e-44c8-b52e-2f472a972f92 admin admin] Publish callbacks [] for security_group (74bfd02f-8f21-4567-b7a7-56e05453ec42), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:15.532704 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-579e8f73-fe5e-44c8-b52e-2f472a972f92 admin admin] Publish callbacks [] for security_group (74bfd02f-8f21-4567-b7a7-56e05453ec42), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:15.866334 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-579e8f73-fe5e-44c8-b52e-2f472a972f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (74bfd02f-8f21-4567-b7a7-56e05453ec42), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:15.869480 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-579e8f73-fe5e-44c8-b52e-2f472a972f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:15.870557 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-579e8f73-fe5e-44c8-b52e-2f472a972f92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74bfd02f-8f21-4567-b7a7-56e05453ec42 HTTP/1.1" status: 204 len: 168 time: 0.4164588 Apr 11 18:17:15.879149 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e8f73-fe5e-44c8-b52e-2f472a972f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bfd02f-8f21-4567-b7a7-56e05453ec42,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:16.783003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57912) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:16.881315 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-741811374-network', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:16.969256 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Made reservation on behalf of a30b93fdaa5346598d9e8d3d46808420 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:17:16.971651 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:16.982745 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.053802 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Publish callbacks [] for security_group (c076d2b9-9c94-435c-b1d7-d73d25a9bed3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.117985 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c076d2b9-9c94-435c-b1d7-d73d25a9bed3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.142540 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:17:17.152660 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c076d2b9-9c94-435c-b1d7-d73d25a9bed3,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:17.157351 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (308802fa-bb9f-468e-bb75-b066bbb124ef), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.157691 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Added segment 308802fa-bb9f-468e-bb75-b066bbb124ef of type vlan for network 641f9d7f-500e-442e-818b-41a249abf5c3 Apr 11 18:17:17.196402 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (641f9d7f-500e-442e-818b-41a249abf5c3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.302146 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (641f9d7f-500e-442e-818b-41a249abf5c3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.303095 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:17.304030 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.365495 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] Pushing event updated for resources: {'Network': ['ID=641f9d7f-500e-442e-818b-41a249abf5c3,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:17.375788 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 641f9d7f-500e-442e-818b-41a249abf5c3 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:17:17.419189 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c60e3089-de95-45fd-8378-a84135596da1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6350157 Apr 11 18:17:17.421950 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57916) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:17.427169 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Request body: {'subnet': {'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-741811374-subnet', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:17.507566 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Made reservation on behalf of a30b93fdaa5346598d9e8d3d46808420 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:17:17.509913 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26094802'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.747963 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26036214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26094784'] for subnet (a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.806385 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:17.819704 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Checking segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:17.820102 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Network hostable DHCP agents. Network: 641f9d7f-500e-442e-818b-41a249abf5c3, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:17:17.896607 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Network 641f9d7f-500e-442e-818b-41a249abf5c3 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:17:17.975837 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 641f9d7f-500e-442e-818b-41a249abf5c3) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:17.980173 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:17.980759 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:17.984881 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2183a-e535-4447-a805-adf984eda303 None None] Network 641f9d7f-500e-442e-818b-41a249abf5c3 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:17:18.059599 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ab20efe5-45ea-4563-9998-4c6b062832ad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6363845 Apr 11 18:17:18.061974 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57918) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:18.066149 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:18.086771 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-641f9d7f-500e-442e-818b-41a249abf5c3', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:17:18.087657 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.165152 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (ac2aa955-1d78-4aee-99a5-9ca300f12e58), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.166237 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (ac2aa955-1d78-4aee-99a5-9ca300f12e58), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.226814 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks [] for router_controller (ac2aa955-1d78-4aee-99a5-9ca300f12e58), precommit_add_association {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.238025 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Allocated IP 172.20.0.2 (641f9d7f-500e-442e-818b-41a249abf5c3/a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97/696907c6-58f6-44bb-8511-87d1ed3c0c1e) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:18.377280 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Publish callbacks [] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.452280 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks [] for router_gateway (ac2aa955-1d78-4aee-99a5-9ca300f12e58), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.483749 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.525876 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Network 641f9d7f-500e-442e-818b-41a249abf5c3 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:18.528596 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:18.532071 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:18.541662 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Pushing event updated for resources: {'Port': ['ID=696907c6-58f6-44bb-8511-87d1ed3c0c1e,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:18.599264 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Attempting to bind port 696907c6-58f6-44bb-8511-87d1ed3c0c1e on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:17:18.599724 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Attempting to bind port 696907c6-58f6-44bb-8511-87d1ed3c0c1e by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:17:18.600179 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Attempting to bind port 696907c6-58f6-44bb-8511-87d1ed3c0c1e on network 641f9d7f-500e-442e-818b-41a249abf5c3 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:18.605877 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:17:18.610611 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Checking segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:18.610611 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.610611 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Bound using segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:17:18.610611 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Bound port: 696907c6-58f6-44bb-8511-87d1ed3c0c1e, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:17:18.610611 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.673801 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] For port 696907c6-58f6-44bb-8511-87d1ed3c0c1e, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:17:18.679455 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] For port 696907c6-58f6-44bb-8511-87d1ed3c0c1e, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=696907c6-58f6-44bb-8511-87d1ed3c0c1e,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:17:18.713616 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks [] for router_gateway (ac2aa955-1d78-4aee-99a5-9ca300f12e58), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.732019 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.753844 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:18.817789 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4155ed1-5624-40c1-86dc-8bd2187fc802 None None] Pushing event updated for resources: {'Port': ['ID=696907c6-58f6-44bb-8511-87d1ed3c0c1e,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:18.842543 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Allocated IP 172.27.2.56 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/54360fb5-971c-4e06-8ac8-94bd1df265d1) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:18.949153 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks [] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:19.045352 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:19.086571 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:19.091051 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:19.103361 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:19.106071 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Pushing event updated for resources: {'Port': ['ID=54360fb5-971c-4e06-8ac8-94bd1df265d1,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:19.440846 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks [] for router_gateway (ac2aa955-1d78-4aee-99a5-9ca300f12e58), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:19.665259 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (ac2aa955-1d78-4aee-99a5-9ca300f12e58), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:19.692809 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2c6aa-3a74-4bce-9ee7-04cc44ce09a7 None None] Network 641f9d7f-500e-442e-818b-41a249abf5c3 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:17:19.760302 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-74c60c77-9046-48e3-9426-d78535d7010c None None] Provisioning complete for port 696907c6-58f6-44bb-8511-87d1ed3c0c1e triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:19.760586 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-74c60c77-9046-48e3-9426-d78535d7010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:19.875366 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-74c60c77-9046-48e3-9426-d78535d7010c None None] Current status of the port 696907c6-58f6-44bb-8511-87d1ed3c0c1e is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:19.875755 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-74c60c77-9046-48e3-9426-d78535d7010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:19.879150 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Router ac2aa955-1d78-4aee-99a5-9ca300f12e58 is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:17:19.910030 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-74c60c77-9046-48e3-9426-d78535d7010c None None] For port 696907c6-58f6-44bb-8511-87d1ed3c0c1e, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=696907c6-58f6-44bb-8511-87d1ed3c0c1e,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:19.986513 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-74c60c77-9046-48e3-9426-d78535d7010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:19.998900 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:17:20.011891 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Sync routers for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:17:20.023666 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:20.024349 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:20.035064 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c60c77-9046-48e3-9426-d78535d7010c None None] Pushing event updated for resources: {'Port': ['ID=696907c6-58f6-44bb-8511-87d1ed3c0c1e,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:20.085342 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:20.086612 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d48dd2a0-6174-4a5a-afd5-357314d05105 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0236967 Apr 11 18:17:20.089805 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57926) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:20.108554 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-2359a119-68af-471a-bdab-2059af7165af None None] Provisioning complete for port 696907c6-58f6-44bb-8511-87d1ed3c0c1e triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:20.109338 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2359a119-68af-471a-bdab-2059af7165af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:20.133854 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:20.203421 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-2359a119-68af-471a-bdab-2059af7165af None None] Current status of the port 696907c6-58f6-44bb-8511-87d1ed3c0c1e is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:20.319613 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:19Z', 'revision_number': 3, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:20.346723 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Checking router: ac2aa955-1d78-4aee-99a5-9ca300f12e58 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:17:20.347075 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Updating router ac2aa955-1d78-4aee-99a5-9ca300f12e58 port 54360fb5-971c-4e06-8ac8-94bd1df265d1 binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:17:20.382333 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:20.728725 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Publish callbacks [] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:20.763332 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 696907c6-58f6-44bb-8511-87d1ed3c0c1e up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:20.773735 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:20.788190 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:20.812470 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 696907c6-58f6-44bb-8511-87d1ed3c0c1e triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:20.812849 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:20.843796 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Pushing event updated for resources: {'Port': ['ID=54360fb5-971c-4e06-8ac8-94bd1df265d1,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:20.846630 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Attempting to bind port 54360fb5-971c-4e06-8ac8-94bd1df265d1 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:17:20.847094 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Attempting to bind port 54360fb5-971c-4e06-8ac8-94bd1df265d1 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:17:20.847452 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Attempting to bind port 54360fb5-971c-4e06-8ac8-94bd1df265d1 on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:20.857925 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.858303 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.858636 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.858998 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.859342 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.860128 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.860128 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.860467 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.860620 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.860946 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.861262 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.861597 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.862243 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.862243 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.862605 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:20.867070 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:17:20.867446 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:20.867850 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:20.868274 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:17:20.868759 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Bound port: 54360fb5-971c-4e06-8ac8-94bd1df265d1, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:17:20.869281 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:20.911201 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 696907c6-58f6-44bb-8511-87d1ed3c0c1e is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:20.927271 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] For port 54360fb5-971c-4e06-8ac8-94bd1df265d1, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:17:20.930965 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] For port 54360fb5-971c-4e06-8ac8-94bd1df265d1, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=54360fb5-971c-4e06-8ac8-94bd1df265d1,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:17:20.946074 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Allocated IP 172.20.0.1 (641f9d7f-500e-442e-818b-41a249abf5c3/a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97/c51d9d87-1fb3-4bd3-9d04-63875bb82f96) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:20.993853 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:21.049452 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:21.050127 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:21.052379 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Publish callbacks [] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:21.057021 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d71e2-044c-42df-80ce-bcf6ad72e1d1 None None] Pushing event updated for resources: {'Port': ['ID=54360fb5-971c-4e06-8ac8-94bd1df265d1,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:21.136686 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:21.162957 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:21.176473 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Network 641f9d7f-500e-442e-818b-41a249abf5c3 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:21.179500 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:21.183105 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:21.208659 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c51d9d87-1fb3-4bd3-9d04-63875bb82f96,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:21.234184 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (ac2aa955-1d78-4aee-99a5-9ca300f12e58), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:21.354112 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:19Z', 'revision_number': 3, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:21.385885 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ce4a6-e8e2-4753-944f-ae8de9bb0b80 None None] The sync data for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi is: [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:19Z', 'revision_number': 3, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:17:21.440342 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-9a69e56e-b208-4ce4-830d-dbb0841f2125 None None] Provisioning complete for port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:21.440814 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9a69e56e-b208-4ce4-830d-dbb0841f2125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:21.446730 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:21.481133 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-9a69e56e-b208-4ce4-830d-dbb0841f2125 None None] Port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:17:21.642248 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Publish callbacks [] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:21.718960 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:21.802537 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c51d9d87-1fb3-4bd3-9d04-63875bb82f96,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:21.806700 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (ac2aa955-1d78-4aee-99a5-9ca300f12e58), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:21.903014 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Network 641f9d7f-500e-442e-818b-41a249abf5c3 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:21.904569 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:22.031999 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Router ac2aa955-1d78-4aee-99a5-9ca300f12e58 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:17:22.102733 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-9c96b635-4edc-4aa9-be5d-502fdf58b524 None None] Provisioning complete for port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:22.103320 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9c96b635-4edc-4aa9-be5d-502fdf58b524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:22.149176 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b635-4edc-4aa9-be5d-502fdf58b524 None None] Port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:17:22.156237 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:17:22.164090 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-929566b8-4c63-43e8-a134-2ea3d825d5a2 admin admin] 10.222.0.53 "PUT /v2.0/routers/ac2aa955-1d78-4aee-99a5-9ca300f12e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0704772 Apr 11 18:17:22.758765 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 54360fb5-971c-4e06-8ac8-94bd1df265d1 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:22.810714 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 54360fb5-971c-4e06-8ac8-94bd1df265d1 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:22.811087 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:22.817942 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57946) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:22.822942 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2108625032-network', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:22.892065 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 54360fb5-971c-4e06-8ac8-94bd1df265d1 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:22.892462 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:22.907699 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Made reservation on behalf of e12eb743a6c44cb999637a964221b30e for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:17:22.911796 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:22.915698 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 54360fb5-971c-4e06-8ac8-94bd1df265d1, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=54360fb5-971c-4e06-8ac8-94bd1df265d1,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:22.920269 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:22.984904 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Sync routers for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:17:22.995213 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:22.998519 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:22.999075 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:23.001389 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Publish callbacks [] for security_group (37a7335f-069f-4728-914e-cf372aa8e12e), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.079580 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (37a7335f-069f-4728-914e-cf372aa8e12e), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.106561 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:17:23.117224 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a7335f-069f-4728-914e-cf372aa8e12e,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:23.122408 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (4f475b43-9df2-4ef2-8e73-302fac6f172e), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.122755 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Added segment 4f475b43-9df2-4ef2-8e73-302fac6f172e of type vlan for network 76f382b7-068b-4630-971c-3c2462b1754f Apr 11 18:17:23.167207 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (76f382b7-068b-4630-971c-3c2462b1754f), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.244343 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=54360fb5-971c-4e06-8ac8-94bd1df265d1,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:23.245291 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (76f382b7-068b-4630-971c-3c2462b1754f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.246269 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:23.247392 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.275366 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:23.312317 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] Pushing event updated for resources: {'Network': ['ID=76f382b7-068b-4630-971c-3c2462b1754f,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:23.346907 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 76f382b7-068b-4630-971c-3c2462b1754f details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:17:23.361872 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c7ecf3af-6696-46e9-a88c-b0ad38f2acca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5427883 Apr 11 18:17:23.364484 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57948) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:23.369999 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Request body: {'subnet': {'network_id': '76f382b7-068b-4630-971c-3c2462b1754f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2108625032-subnet', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:23.474332 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Made reservation on behalf of e12eb743a6c44cb999637a964221b30e for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:17:23.476868 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26094802'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.527667 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 2, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:23.555915 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Checking router: ac2aa955-1d78-4aee-99a5-9ca300f12e58 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:17:23.556310 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Updating router ac2aa955-1d78-4aee-99a5-9ca300f12e58 port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:17:23.586960 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.736899 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26036214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26094784'] for subnet (63ced07b-866b-4cf4-877f-f6f36cdf751d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.801591 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ced07b-866b-4cf4-877f-f6f36cdf751d,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:23.810422 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Checking segment: {'id': '4f475b43-9df2-4ef2-8e73-302fac6f172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:23.810808 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Network hostable DHCP agents. Network: 76f382b7-068b-4630-971c-3c2462b1754f, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:17:23.888721 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Publish callbacks [] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.902222 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Network 76f382b7-068b-4630-971c-3c2462b1754f is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:17:23.982336 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:23.993566 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 76f382b7-068b-4630-971c-3c2462b1754f) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:23.998398 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:23.998990 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.010482 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5056bfc6-a3bb-441f-993e-adf63fa4412d None None] Network 76f382b7-068b-4630-971c-3c2462b1754f requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:17:24.091401 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1a474-3479-4fb7-9e66-e8d076fc6b80 None None] Pushing event updated for resources: {'Port': ['ID=c51d9d87-1fb3-4bd3-9d04-63875bb82f96,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:24.108006 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57950) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:24.108963 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6f2812ae-6ea1-4150-83c8-142e1777179d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7426829 Apr 11 18:17:24.112321 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:24.179565 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Attempting to bind port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:17:24.179935 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Attempting to bind port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:17:24.180326 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Attempting to bind port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 on network 641f9d7f-500e-442e-818b-41a249abf5c3 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:24.189647 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-76f382b7-068b-4630-971c-3c2462b1754f', 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f', 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'fixed_ips': [{'subnet_id': '63ced07b-866b-4cf4-877f-f6f36cdf751d'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:17:24.191872 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.193498 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:17:24.194384 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Checking segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:24.194778 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.195175 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Bound using segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:17:24.195669 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Bound port: c51d9d87-1fb3-4bd3-9d04-63875bb82f96, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:17:24.196116 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.210808 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (23eac2f0-ae5e-49fc-b413-4991296c236e), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.211886 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (23eac2f0-ae5e-49fc-b413-4991296c236e), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.270231 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks [] for router_controller (23eac2f0-ae5e-49fc-b413-4991296c236e), precommit_add_association {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.367152 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-20ddebcc-0d05-4979-a097-cdcf67d78d83 None None] Provisioning complete for port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:24.367769 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20ddebcc-0d05-4979-a097-cdcf67d78d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.406851 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] For port c51d9d87-1fb3-4bd3-9d04-63875bb82f96, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:17:24.449816 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] For port c51d9d87-1fb3-4bd3-9d04-63875bb82f96, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c51d9d87-1fb3-4bd3-9d04-63875bb82f96,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:17:24.467904 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-20ddebcc-0d05-4979-a097-cdcf67d78d83 None None] Port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:17:24.482409 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Allocated IP 172.20.0.2 (76f382b7-068b-4630-971c-3c2462b1754f/63ced07b-866b-4cf4-877f-f6f36cdf751d/a56fea16-886a-44d3-869c-d0e87c9679d2) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:24.495789 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks [] for router_gateway (23eac2f0-ae5e-49fc-b413-4991296c236e), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.558353 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.675749 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:24.676319 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:24.683405 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1a474-3479-4fb7-9e66-e8d076fc6b80 None None] Pushing event updated for resources: {'Port': ['ID=c51d9d87-1fb3-4bd3-9d04-63875bb82f96,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:24.778156 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks [] for router_gateway (23eac2f0-ae5e-49fc-b413-4991296c236e), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.801087 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.829569 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 54360fb5-971c-4e06-8ac8-94bd1df265d1 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:24.845628 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Publish callbacks [] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.916435 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-d5f0f9fb-8d77-4533-b22e-5d9bfba6fb4e None None] Provisioning complete for port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:24.916738 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f9fb-8d77-4533-b22e-5d9bfba6fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:24.924795 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Allocated IP 172.27.2.247 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/fcc6e86c-9b9e-497a-9497-7089f991ea0c) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:24.953567 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:24.986993 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.038163 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks [] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.043177 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 54360fb5-971c-4e06-8ac8-94bd1df265d1 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:25.043583 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.137235 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.177292 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:25.181030 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:25.184649 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:25.220579 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc6e86c-9b9e-497a-9497-7089f991ea0c,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:25.270604 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Network 76f382b7-068b-4630-971c-3c2462b1754f is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:25.293718 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:25.295483 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Pushing event updated for resources: {'Port': ['ID=a56fea16-886a-44d3-869c-d0e87c9679d2,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:25.297682 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:25.430186 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0f9fb-8d77-4533-b22e-5d9bfba6fb4e None None] Current status of the port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:25.430865 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f9fb-8d77-4533-b22e-5d9bfba6fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.499753 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Attempting to bind port a56fea16-886a-44d3-869c-d0e87c9679d2 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:17:25.500149 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Attempting to bind port a56fea16-886a-44d3-869c-d0e87c9679d2 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '4f475b43-9df2-4ef2-8e73-302fac6f172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:17:25.500516 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Attempting to bind port a56fea16-886a-44d3-869c-d0e87c9679d2 on network 76f382b7-068b-4630-971c-3c2462b1754f {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:25.543220 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 54360fb5-971c-4e06-8ac8-94bd1df265d1 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:25.550179 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:17:25.550560 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Checking segment: {'id': '4f475b43-9df2-4ef2-8e73-302fac6f172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:25.550958 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.551346 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Bound using segment: {'id': '4f475b43-9df2-4ef2-8e73-302fac6f172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:17:25.551829 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Bound port: a56fea16-886a-44d3-869c-d0e87c9679d2, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f475b43-9df2-4ef2-8e73-302fac6f172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:17:25.552250 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.559235 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-d5f0f9fb-8d77-4533-b22e-5d9bfba6fb4e None None] For port c51d9d87-1fb3-4bd3-9d04-63875bb82f96, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c51d9d87-1fb3-4bd3-9d04-63875bb82f96,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:25.567889 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks [] for router_gateway (23eac2f0-ae5e-49fc-b413-4991296c236e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.596089 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:24Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:25.628008 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bcb30-17fc-477d-98b2-9548c5cf7242 None None] The sync data for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi is: [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:24Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:17:25.629625 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f9fb-8d77-4533-b22e-5d9bfba6fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.706412 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] For port a56fea16-886a-44d3-869c-d0e87c9679d2, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:17:25.711373 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] For port a56fea16-886a-44d3-869c-d0e87c9679d2, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=a56fea16-886a-44d3-869c-d0e87c9679d2,segment=NetworkSegment(4f475b43-9df2-4ef2-8e73-302fac6f172e),segment_id=4f475b43-9df2-4ef2-8e73-302fac6f172e)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:17:25.722412 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0f9fb-8d77-4533-b22e-5d9bfba6fb4e None None] Pushing event updated for resources: {'Port': ['ID=c51d9d87-1fb3-4bd3-9d04-63875bb82f96,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:25.794180 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:25.876988 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90501e3-9325-416b-b89e-0621fc1bdea0 None None] Pushing event updated for resources: {'Port': ['ID=a56fea16-886a-44d3-869c-d0e87c9679d2,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:26.092167 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (23eac2f0-ae5e-49fc-b413-4991296c236e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:26.307675 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Router 23eac2f0-ae5e-49fc-b413-4991296c236e is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:17:26.432433 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:17:26.442362 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Sync routers for ids ['23eac2f0-ae5e-49fc-b413-4991296c236e'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:17:26.455980 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Routers {'23eac2f0-ae5e-49fc-b413-4991296c236e'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:26.456786 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['23eac2f0-ae5e-49fc-b413-4991296c236e'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:26.526099 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:26.530111 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-09886cf4-b78b-4c44-a597-9396794f2977 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4184504 Apr 11 18:17:26.530500 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57954) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:26.587176 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Set router 23eac2f0-ae5e-49fc-b413-4991296c236e gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:26.822188 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 3, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'gw_port': {'id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:26.861905 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device a56fea16-886a-44d3-869c-d0e87c9679d2 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:26.870288 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Checking router: 23eac2f0-ae5e-49fc-b413-4991296c236e for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:17:26.870725 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Updating router 23eac2f0-ae5e-49fc-b413-4991296c236e port fcc6e86c-9b9e-497a-9497-7089f991ea0c binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:17:26.903318 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:26.946512 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port a56fea16-886a-44d3-869c-d0e87c9679d2 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:26.946890 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.074819 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port a56fea16-886a-44d3-869c-d0e87c9679d2 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:27.075203 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.077333 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba3cbc-ed7f-4ffe-a0d7-4b0d9d434127 None None] Network 76f382b7-068b-4630-971c-3c2462b1754f requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:17:27.106370 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.147970 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-66490fd4-96b7-4d98-94b2-d26ae9f82ef2 None None] Provisioning complete for port a56fea16-886a-44d3-869c-d0e87c9679d2 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:27.148371 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-66490fd4-96b7-4d98-94b2-d26ae9f82ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.211546 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port a56fea16-886a-44d3-869c-d0e87c9679d2, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=a56fea16-886a-44d3-869c-d0e87c9679d2,segment=NetworkSegment(4f475b43-9df2-4ef2-8e73-302fac6f172e),segment_id=4f475b43-9df2-4ef2-8e73-302fac6f172e)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:27.261439 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Publish callbacks [] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.299412 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.300167 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c51d9d87-1fb3-4bd3-9d04-63875bb82f96 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:27.338747 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Allocated IP 172.20.0.1 (76f382b7-068b-4630-971c-3c2462b1754f/63ced07b-866b-4cf4-877f-f6f36cdf751d/8a2a651c-b120-44de-b019-8a0434bd723a) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:27.353710 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.365157 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-66490fd4-96b7-4d98-94b2-d26ae9f82ef2 None None] Current status of the port a56fea16-886a-44d3-869c-d0e87c9679d2 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:27.365604 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-66490fd4-96b7-4d98-94b2-d26ae9f82ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.414294 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=a56fea16-886a-44d3-869c-d0e87c9679d2,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:27.435042 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Attempting to bind port fcc6e86c-9b9e-497a-9497-7089f991ea0c on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:17:27.435414 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Attempting to bind port fcc6e86c-9b9e-497a-9497-7089f991ea0c by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:17:27.435762 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Attempting to bind port fcc6e86c-9b9e-497a-9497-7089f991ea0c on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:27.437930 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb0ad9-1aa4-4280-92af-d64ea2b6402d None None] Pushing event updated for resources: {'Port': ['ID=fcc6e86c-9b9e-497a-9497-7089f991ea0c,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:27.444411 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:17:27.445116 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:27.445258 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.445540 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:17:27.446147 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Bound port: fcc6e86c-9b9e-497a-9497-7089f991ea0c, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:17:27.446430 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.462298 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:27.462894 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.497939 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Publish callbacks [] for port (8a2a651c-b120-44de-b019-8a0434bd723a), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.511864 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.db.api [None req-66490fd4-96b7-4d98-94b2-d26ae9f82ef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:17:27.511864 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG oslo_db.api [None req-66490fd4-96b7-4d98-94b2-d26ae9f82ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:17:27.512830 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] For port fcc6e86c-9b9e-497a-9497-7089f991ea0c, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:17:27.516749 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] For port fcc6e86c-9b9e-497a-9497-7089f991ea0c, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=fcc6e86c-9b9e-497a-9497-7089f991ea0c,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:17:27.577550 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:27.582532 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.618885 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.642372 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Routers {'23eac2f0-ae5e-49fc-b413-4991296c236e'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:27.643005 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['23eac2f0-ae5e-49fc-b413-4991296c236e'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:27.648750 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb0ad9-1aa4-4280-92af-d64ea2b6402d None None] Pushing event updated for resources: {'Port': ['ID=fcc6e86c-9b9e-497a-9497-7089f991ea0c,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:27.672523 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Network 76f382b7-068b-4630-971c-3c2462b1754f is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:27.675728 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:27.678824 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:27.722683 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a2a651c-b120-44de-b019-8a0434bd723a,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:27.746878 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (23eac2f0-ae5e-49fc-b413-4991296c236e), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.772364 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] Set router 23eac2f0-ae5e-49fc-b413-4991296c236e gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:27.983530 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:28.051758 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-66490fd4-96b7-4d98-94b2-d26ae9f82ef2 None None] Current status of the port a56fea16-886a-44d3-869c-d0e87c9679d2 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:28.073296 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 3, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'gw_port': {'id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:28.100963 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad24c9e-02d7-48cc-b6bc-53b9b34ddba3 None None] The sync data for ids ['23eac2f0-ae5e-49fc-b413-4991296c236e'] in dv-cinder-837354-1-iscsi is: [{'id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 3, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'gw_port': {'id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:17:28.166676 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Publish callbacks [] for port (8a2a651c-b120-44de-b019-8a0434bd723a), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:28.170402 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-fe54c96b-65cf-43e1-9a49-737ddbed1c3e None None] Provisioning complete for port 8a2a651c-b120-44de-b019-8a0434bd723a triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:28.170771 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fe54c96b-65cf-43e1-9a49-737ddbed1c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:28.206791 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-fe54c96b-65cf-43e1-9a49-737ddbed1c3e None None] Port 8a2a651c-b120-44de-b019-8a0434bd723a cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:17:28.214863 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-fe54c96b-65cf-43e1-9a49-737ddbed1c3e None None] Provisioning complete for port a56fea16-886a-44d3-869c-d0e87c9679d2 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:28.215226 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fe54c96b-65cf-43e1-9a49-737ddbed1c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:28.229207 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:28.307047 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a2a651c-b120-44de-b019-8a0434bd723a,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:28.312080 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (23eac2f0-ae5e-49fc-b413-4991296c236e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:28.314978 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-fe54c96b-65cf-43e1-9a49-737ddbed1c3e None None] Current status of the port a56fea16-886a-44d3-869c-d0e87c9679d2 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:28.438773 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Network 76f382b7-068b-4630-971c-3c2462b1754f is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:28.440725 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:28.588003 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Router 23eac2f0-ae5e-49fc-b413-4991296c236e has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:17:28.666220 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-42e5dfda-493a-4d19-953b-5d2169cba953 None None] Provisioning complete for port 8a2a651c-b120-44de-b019-8a0434bd723a triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:28.666617 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-42e5dfda-493a-4d19-953b-5d2169cba953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:28.711276 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-42e5dfda-493a-4d19-953b-5d2169cba953 None None] Port 8a2a651c-b120-44de-b019-8a0434bd723a cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:17:28.745137 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:17:28.752576 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-77bb4cdb-b9fa-44ef-bf8f-70cf7c1591b3 admin admin] 10.222.0.53 "PUT /v2.0/routers/23eac2f0-ae5e-49fc-b413-4991296c236e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2208660 Apr 11 18:17:28.873433 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device a56fea16-886a-44d3-869c-d0e87c9679d2 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:28.937541 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port a56fea16-886a-44d3-869c-d0e87c9679d2 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:28.937906 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.042949 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port a56fea16-886a-44d3-869c-d0e87c9679d2 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:29.045568 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device fcc6e86c-9b9e-497a-9497-7089f991ea0c up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:29.128293 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port fcc6e86c-9b9e-497a-9497-7089f991ea0c triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:29.129974 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.217126 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port fcc6e86c-9b9e-497a-9497-7089f991ea0c is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:29.217523 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.246814 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port fcc6e86c-9b9e-497a-9497-7089f991ea0c, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=fcc6e86c-9b9e-497a-9497-7089f991ea0c,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:29.308455 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.363929 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=fcc6e86c-9b9e-497a-9497-7089f991ea0c,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:29.445477 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57980) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:29.458262 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-0ef09cef-07a3-4718-9c70-dd59fa92bcc9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082380894', 'description': 'tempest-secgroup-smoke-2082380894 description', 'project_id': 'a30b93fdaa5346598d9e8d3d46808420'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:29.554112 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0ef09cef-07a3-4718-9c70-dd59fa92bcc9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.641624 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0ef09cef-07a3-4718-9c70-dd59fa92bcc9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group (501cbd4a-131b-4e38-9037-27dd2a4625de), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.702271 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0ef09cef-07a3-4718-9c70-dd59fa92bcc9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (501cbd4a-131b-4e38-9037-27dd2a4625de), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.734074 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef09cef-07a3-4718-9c70-dd59fa92bcc9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501cbd4a-131b-4e38-9037-27dd2a4625de,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:29.779884 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0ef09cef-07a3-4718-9c70-dd59fa92bcc9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.781277 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0ef09cef-07a3-4718-9c70-dd59fa92bcc9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3347449 Apr 11 18:17:29.784412 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57984) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:29.789029 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-97283118-0844-47ee-b666-d05e5bd16318 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'security_group_rule': {'security_group_id': '501cbd4a-131b-4e38-9037-27dd2a4625de', 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:29.853211 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Sync routers for ids ['23eac2f0-ae5e-49fc-b413-4991296c236e'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:17:29.863596 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Routers {'23eac2f0-ae5e-49fc-b413-4991296c236e'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:29.864245 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['23eac2f0-ae5e-49fc-b413-4991296c236e'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:29.877327 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-97283118-0844-47ee-b666-d05e5bd16318 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (f669453d-0889-49a0-be4a-58afc37c25ec), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.937836 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-97283118-0844-47ee-b666-d05e5bd16318 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (f669453d-0889-49a0-be4a-58afc37c25ec), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:29.989647 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Set router 23eac2f0-ae5e-49fc-b413-4991296c236e gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:30.004697 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-97283118-0844-47ee-b666-d05e5bd16318 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (f669453d-0889-49a0-be4a-58afc37c25ec), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.026338 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97283118-0844-47ee-b666-d05e5bd16318 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f669453d-0889-49a0-be4a-58afc37c25ec,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:30.104262 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-97283118-0844-47ee-b666-d05e5bd16318 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.108866 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57986) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:30.110054 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-97283118-0844-47ee-b666-d05e5bd16318 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3235962 Apr 11 18:17:30.114731 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-a6a408d2-31ac-402d-81c2-412a1381cbca tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'security_group_rule': {'security_group_id': '501cbd4a-131b-4e38-9037-27dd2a4625de', 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:30.215213 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a6a408d2-31ac-402d-81c2-412a1381cbca tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (20ae53f6-c19b-41c0-ab4f-04b0af7bc3fb), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.229312 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.273271 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a6a408d2-31ac-402d-81c2-412a1381cbca tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (20ae53f6-c19b-41c0-ab4f-04b0af7bc3fb), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.346694 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a6a408d2-31ac-402d-81c2-412a1381cbca tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (20ae53f6-c19b-41c0-ab4f-04b0af7bc3fb), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.359274 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:27Z', 'revision_number': 4, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'gw_port': {'id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '8a2a651c-b120-44de-b019-8a0434bd723a', 'name': '', 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'mac_address': 'fa:16:3e:df:6b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '63ced07b-866b-4cf4-877f-f6f36cdf751d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:27Z', 'updated_at': '2022-04-11T18:17:28Z', 'revision_number': 2, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'subnets': [{'id': '63ced07b-866b-4cf4-877f-f6f36cdf751d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:30.372563 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a408d2-31ac-402d-81c2-412a1381cbca tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ae53f6-c19b-41c0-ab4f-04b0af7bc3fb,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:30.400584 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Checking router: 23eac2f0-ae5e-49fc-b413-4991296c236e for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:17:30.401007 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Updating router 23eac2f0-ae5e-49fc-b413-4991296c236e port 8a2a651c-b120-44de-b019-8a0434bd723a binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:17:30.434290 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a6a408d2-31ac-402d-81c2-412a1381cbca tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.435540 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-a6a408d2-31ac-402d-81c2-412a1381cbca tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3255990 Apr 11 18:17:30.438256 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 57988) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:30.438478 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.443768 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-7b704de8-f260-4b5a-9966-e7ebe9428589 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'security_group_rule': {'security_group_id': '501cbd4a-131b-4e38-9037-27dd2a4625de', 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:30.556891 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7b704de8-f260-4b5a-9966-e7ebe9428589 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (00a54310-1af2-4833-ac9e-1e9a0d07e1b3), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.620738 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7b704de8-f260-4b5a-9966-e7ebe9428589 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (00a54310-1af2-4833-ac9e-1e9a0d07e1b3), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.716277 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Publish callbacks [] for port (8a2a651c-b120-44de-b019-8a0434bd723a), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.760757 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device fcc6e86c-9b9e-497a-9497-7089f991ea0c up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:30.765084 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7b704de8-f260-4b5a-9966-e7ebe9428589 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (00a54310-1af2-4833-ac9e-1e9a0d07e1b3), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.788194 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b704de8-f260-4b5a-9966-e7ebe9428589 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a54310-1af2-4833-ac9e-1e9a0d07e1b3,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:30.810779 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.853150 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port fcc6e86c-9b9e-497a-9497-7089f991ea0c triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:30.853354 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7b704de8-f260-4b5a-9966-e7ebe9428589 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.853505 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.858286 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57992) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:30.859999 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-7b704de8-f260-4b5a-9966-e7ebe9428589 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4203730 Apr 11 18:17:30.866448 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-f7b5a6f5-1891-40c4-8f70-351b44b80006 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'security_group_rule': {'security_group_id': '501cbd4a-131b-4e38-9037-27dd2a4625de', 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:30.886283 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Pushing event updated for resources: {'Port': ['ID=8a2a651c-b120-44de-b019-8a0434bd723a,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:30.922198 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.922540 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.922902 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.923250 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.923586 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.923915 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.924268 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.924588 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.924914 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.925230 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.925551 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.925883 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.926203 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.926517 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.926835 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:17:30.977136 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a6f5-1891-40c4-8f70-351b44b80006 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (64bb1123-b937-4cf2-adb5-49cd3b99676c), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:30.991928 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Attempting to bind port 8a2a651c-b120-44de-b019-8a0434bd723a on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:17:30.992337 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Attempting to bind port 8a2a651c-b120-44de-b019-8a0434bd723a by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '4f475b43-9df2-4ef2-8e73-302fac6f172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:17:30.992698 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Attempting to bind port 8a2a651c-b120-44de-b019-8a0434bd723a on network 76f382b7-068b-4630-971c-3c2462b1754f {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:31.004939 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:17:31.005466 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Checking segment: {'id': '4f475b43-9df2-4ef2-8e73-302fac6f172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:31.005730 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.006120 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Bound using segment: {'id': '4f475b43-9df2-4ef2-8e73-302fac6f172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:17:31.006597 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Bound port: 8a2a651c-b120-44de-b019-8a0434bd723a, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f475b43-9df2-4ef2-8e73-302fac6f172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:17:31.006972 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.023808 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port fcc6e86c-9b9e-497a-9497-7089f991ea0c is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:31.059558 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a6f5-1891-40c4-8f70-351b44b80006 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (64bb1123-b937-4cf2-adb5-49cd3b99676c), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.065585 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-1fb08274-decf-4e4c-8f5b-b319781ac4d0 None None] Provisioning complete for port 8a2a651c-b120-44de-b019-8a0434bd723a triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:31.065950 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1fb08274-decf-4e4c-8f5b-b319781ac4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.114103 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] For port 8a2a651c-b120-44de-b019-8a0434bd723a, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:17:31.118497 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] For port 8a2a651c-b120-44de-b019-8a0434bd723a, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=8a2a651c-b120-44de-b019-8a0434bd723a,segment=NetworkSegment(4f475b43-9df2-4ef2-8e73-302fac6f172e),segment_id=4f475b43-9df2-4ef2-8e73-302fac6f172e)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:17:31.123116 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a6f5-1891-40c4-8f70-351b44b80006 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (64bb1123-b937-4cf2-adb5-49cd3b99676c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.124233 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-1fb08274-decf-4e4c-8f5b-b319781ac4d0 None None] Port 8a2a651c-b120-44de-b019-8a0434bd723a cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:17:31.144553 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5a6f5-1891-40c4-8f70-351b44b80006 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bb1123-b937-4cf2-adb5-49cd3b99676c,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:31.203705 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.218289 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a6f5-1891-40c4-8f70-351b44b80006 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.219488 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f7b5a6f5-1891-40c4-8f70-351b44b80006 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3584659 Apr 11 18:17:31.222168 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57994) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:31.226643 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-0e6579bc-41ca-4ee5-a79b-af06d6948df1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'security_group_rule': {'security_group_id': '501cbd4a-131b-4e38-9037-27dd2a4625de', 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:31.263391 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Routers {'23eac2f0-ae5e-49fc-b413-4991296c236e'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:31.264035 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['23eac2f0-ae5e-49fc-b413-4991296c236e'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:31.266044 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c172a2-fc2a-4d3d-a1cf-d9ab9c1b2f75 None None] Pushing event updated for resources: {'Port': ['ID=8a2a651c-b120-44de-b019-8a0434bd723a,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:31.336676 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.securitygroups_db [None req-0e6579bc-41ca-4ee5-a79b-af06d6948df1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Project a30b93fdaa5346598d9e8d3d46808420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:17:31.343376 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6579bc-41ca-4ee5-a79b-af06d6948df1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (10701f6b-e0f8-4d0d-9243-747662d8f789), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.385003 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] Set router 23eac2f0-ae5e-49fc-b413-4991296c236e gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:31.417099 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6579bc-41ca-4ee5-a79b-af06d6948df1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (10701f6b-e0f8-4d0d-9243-747662d8f789), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.484588 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-a6311c86-4820-4ce7-9e64-94966c760f38 None None] Provisioning complete for port 8a2a651c-b120-44de-b019-8a0434bd723a triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:31.484964 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a6311c86-4820-4ce7-9e64-94966c760f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.507785 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6579bc-41ca-4ee5-a79b-af06d6948df1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (10701f6b-e0f8-4d0d-9243-747662d8f789), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.527843 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6579bc-41ca-4ee5-a79b-af06d6948df1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10701f6b-e0f8-4d0d-9243-747662d8f789,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:31.601555 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e6579bc-41ca-4ee5-a79b-af06d6948df1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.603413 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0e6579bc-41ca-4ee5-a79b-af06d6948df1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3802686 Apr 11 18:17:31.605774 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 57998) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:31.610303 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-ba09a689-4c67-485a-bfbf-5525b513e15c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'security_group_rule': {'security_group_id': '501cbd4a-131b-4e38-9037-27dd2a4625de', 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:31.668692 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:27Z', 'revision_number': 4, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'gw_port': {'id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '8a2a651c-b120-44de-b019-8a0434bd723a', 'name': '', 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'mac_address': 'fa:16:3e:df:6b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '63ced07b-866b-4cf4-877f-f6f36cdf751d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:27Z', 'updated_at': '2022-04-11T18:17:31Z', 'revision_number': 4, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'subnets': [{'id': '63ced07b-866b-4cf4-877f-f6f36cdf751d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:31.673604 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-a6311c86-4820-4ce7-9e64-94966c760f38 None None] Current status of the port 8a2a651c-b120-44de-b019-8a0434bd723a is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:31.673998 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a6311c86-4820-4ce7-9e64-94966c760f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.690855 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.securitygroups_db [None req-ba09a689-4c67-485a-bfbf-5525b513e15c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Project a30b93fdaa5346598d9e8d3d46808420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:17:31.698944 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba09a689-4c67-485a-bfbf-5525b513e15c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (50568966-d2fc-4a44-a5f3-57e731a94039), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.713004 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627903d-88a7-4950-8bab-f738a551fe4c None None] The sync data for ids ['23eac2f0-ae5e-49fc-b413-4991296c236e'] in dv-cinder-837354-1-iscsi is: [{'id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:27Z', 'revision_number': 4, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'gw_port': {'id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '8a2a651c-b120-44de-b019-8a0434bd723a', 'name': '', 'network_id': '76f382b7-068b-4630-971c-3c2462b1754f', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'mac_address': 'fa:16:3e:df:6b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '63ced07b-866b-4cf4-877f-f6f36cdf751d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:27Z', 'updated_at': '2022-04-11T18:17:31Z', 'revision_number': 4, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'subnets': [{'id': '63ced07b-866b-4cf4-877f-f6f36cdf751d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:17:31.783516 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba09a689-4c67-485a-bfbf-5525b513e15c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (50568966-d2fc-4a44-a5f3-57e731a94039), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.789521 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-a6311c86-4820-4ce7-9e64-94966c760f38 None None] For port 8a2a651c-b120-44de-b019-8a0434bd723a, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=8a2a651c-b120-44de-b019-8a0434bd723a,segment=NetworkSegment(4f475b43-9df2-4ef2-8e73-302fac6f172e),segment_id=4f475b43-9df2-4ef2-8e73-302fac6f172e)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:31.879409 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba09a689-4c67-485a-bfbf-5525b513e15c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (50568966-d2fc-4a44-a5f3-57e731a94039), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.883309 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a6311c86-4820-4ce7-9e64-94966c760f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.901687 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09a689-4c67-485a-bfbf-5525b513e15c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50568966-d2fc-4a44-a5f3-57e731a94039,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:31.935425 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6311c86-4820-4ce7-9e64-94966c760f38 None None] Pushing event updated for resources: {'Port': ['ID=8a2a651c-b120-44de-b019-8a0434bd723a,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:31.995624 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba09a689-4c67-485a-bfbf-5525b513e15c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:31.997045 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ba09a689-4c67-485a-bfbf-5525b513e15c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3901870 Apr 11 18:17:32.170692 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004349d-da9e-44c7-b32e-711d0277bf50 req-ee01d58c-f73e-41bd-8f3c-e7ff449be363 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:32.172280 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0004349d-da9e-44c7-b32e-711d0277bf50 req-ee01d58c-f73e-41bd-8f3c-e7ff449be363 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 946 time: 0.0543435 Apr 11 18:17:32.222174 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0004349d-da9e-44c7-b32e-711d0277bf50 req-6ac03740-e4e1-4dff-aa37-7324d0f7d37e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442441 Apr 11 18:17:32.785009 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 8a2a651c-b120-44de-b019-8a0434bd723a up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:32.813738 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4a2f66c3-0e9c-4fd7-93b8-b40f49f41edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:32.828110 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 8a2a651c-b120-44de-b019-8a0434bd723a triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:32.828487 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:32.911348 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 8a2a651c-b120-44de-b019-8a0434bd723a is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:33.350321 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc67b28-1f19-4359-bbf0-2eeb9daafeb3 req-c1b2c019-1ad6-47a5-b929-939499d45a79 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:33.351815 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2cc67b28-1f19-4359-bbf0-2eeb9daafeb3 req-c1b2c019-1ad6-47a5-b929-939499d45a79 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 946 time: 0.0516145 Apr 11 18:17:33.404298 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2cc67b28-1f19-4359-bbf0-2eeb9daafeb3 req-3953f617-9c94-42d7-9e9d-6581fcdcb9b3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453351 Apr 11 18:17:34.081537 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-098df36c-c22f-4ca3-ba24-93766193bc01 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:34.082942 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-098df36c-c22f-4ca3-ba24-93766193bc01 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 946 time: 0.0469739 Apr 11 18:17:34.174985 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Deleting port 7114cb78-55cc-43a7-9134-f164679985d3 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:17:34.175327 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (7114cb78-55cc-43a7-9134-f164679985d3), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:34.263694 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] For port 7114cb78-55cc-43a7-9134-f164679985d3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7114cb78-55cc-43a7-9134-f164679985d3,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:34.264233 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (7114cb78-55cc-43a7-9134-f164679985d3), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:34.442748 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:34.443866 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (12d88b81-5540-4fab-9b55-fcab23ac1059), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:34.443958 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Floating IP 12d88b81-5540-4fab-9b55-fcab23ac1059 disassociated. External IP: 172.27.2.242, port: 7114cb78-55cc-43a7-9134-f164679985d3. Apr 11 18:17:34.444304 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Calling delete_port for 7114cb78-55cc-43a7-9134-f164679985d3 owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:17:34.539160 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f219bd-6d01-4c42-b4e1-db55a43ef51a req-ee815f6e-d5ce-4cb2-9933-b4c7c8c08ebb tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:34.540802 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-12f219bd-6d01-4c42-b4e1-db55a43ef51a req-ee815f6e-d5ce-4cb2-9933-b4c7c8c08ebb tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 946 time: 0.0586174 Apr 11 18:17:34.597435 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-12f219bd-6d01-4c42-b4e1-db55a43ef51a req-522ac112-148e-439a-887d-c318ebb2bae3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=d75c7e53-2354-4a4c-b798-c4342851f73d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505421 Apr 11 18:17:34.918210 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (7114cb78-55cc-43a7-9134-f164679985d3), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:34.953143 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event deleted for resources: {'Port': ['ID=7114cb78-55cc-43a7-9134-f164679985d3,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:35.027615 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-37aa0520-8461-4329-b5b2-3aefee78c75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:35.087491 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Router c5a05e98-c51f-4e79-82af-b57c9f039e93 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:17:35.219307 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:17:35.231868 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] Sync routers for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:17:35.245320 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:35.245928 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:35.262497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] No DVR routers for this DVR port 7114cb78-55cc-43a7-9134-f164679985d3 on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:17:35.265399 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:35.269006 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f42cc37-6e62-4415-b89b-ef114827c01f req-f0ba0b60-00b4-4f51-9bb3-2358d84bd1e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "DELETE /v2.0/ports/7114cb78-55cc-43a7-9134-f164679985d3 HTTP/1.1" status: 204 len: 173 time: 1.1788485 Apr 11 18:17:35.269537 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-deleted', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:35.273091 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10359c2-1712-43f9-9a33-31ba451895f0" -d '{"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-deleted", "tag": "7114cb78-55cc-43a7-9134-f164679985d3"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:35.317432 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d230a3da-23b1-432c-a8db-a59ff51fe8eb x-openstack-request-id: req-d230a3da-23b1-432c-a8db-a59ff51fe8eb {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:35.317896 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a754923-b1d6-45a4-9b3b-7dba6e31dd76", "name": "network-vif-deleted", "tag": "7114cb78-55cc-43a7-9134-f164679985d3", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:35.318801 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d230a3da-23b1-432c-a8db-a59ff51fe8eb {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:35.323133 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d230a3da-23b1-432c-a8db-a59ff51fe8eb'] response: {'server_uuid': '3a754923-b1d6-45a4-9b3b-7dba6e31dd76', 'name': 'network-vif-deleted', 'tag': '7114cb78-55cc-43a7-9134-f164679985d3', 'status': 'completed', 'code': 200} Apr 11 18:17:35.376270 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:35.615436 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:35.674459 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] Checking router: c5a05e98-c51f-4e79-82af-b57c9f039e93 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:17:35.674459 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:35.674459 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:35.736570 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc780d5c-cddc-42aa-9b15-09aa47a49af6 req-08a266dd-d4af-4eda-a8c3-b6ff2a4a2680 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a754923-b1d6-45a4-9b3b-7dba6e31dd76 HTTP/1.1" status: 200 len: 210 time: 0.0379236 Apr 11 18:17:35.776751 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:35.989661 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:36.024525 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213d837-9549-44c5-9ae2-e914699b2243 None None] The sync data for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi is: [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:17:36.244344 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9d710-8fc6-40b0-83ea-75f54de7b43d None None] New status for floating IP 12d88b81-5540-4fab-9b55-fcab23ac1059: DOWN {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:17:36.511953 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:36.890229 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58086) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:36.945161 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c2b919d-056c-4595-8637-69e8f42aad2b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (d75c7e53-2354-4a4c-b798-c4342851f73d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:36.971937 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c2b919d-056c-4595-8637-69e8f42aad2b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (d75c7e53-2354-4a4c-b798-c4342851f73d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.095175 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c2b919d-056c-4595-8637-69e8f42aad2b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (d75c7e53-2354-4a4c-b798-c4342851f73d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.098129 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c2b919d-056c-4595-8637-69e8f42aad2b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.099342 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2c2b919d-056c-4595-8637-69e8f42aad2b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "DELETE /v2.0/security-groups/d75c7e53-2354-4a4c-b798-c4342851f73d HTTP/1.1" status: 204 len: 168 time: 0.2080479 Apr 11 18:17:37.109075 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b919d-056c-4595-8637-69e8f42aad2b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75c7e53-2354-4a4c-b798-c4342851f73d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:37.111738 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58090) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:37.126389 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.api.v2.resource [None req-34521c96-1b56-461f-b836-f6eaa0ccd043 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] show failed (client error): The resource could not be found. Apr 11 18:17:37.130281 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-34521c96-1b56-461f-b836-f6eaa0ccd043 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups/d75c7e53-2354-4a4c-b798-c4342851f73d HTTP/1.1" status: 404 len: 347 time: 0.0146759 Apr 11 18:17:37.130453 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58092) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:37.217352 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:17:37.237680 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 7114cb78-55cc-43a7-9134-f164679985d3 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:17:37.238034 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 7114cb78-55cc-43a7-9134-f164679985d3 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:17:37.253646 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Deleting port cbc58c21-2f76-4776-b12f-67b8988e857f {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:17:37.254108 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (cbc58c21-2f76-4776-b12f-67b8988e857f), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.336631 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (cbc58c21-2f76-4776-b12f-67b8988e857f), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.336959 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (cbc58c21-2f76-4776-b12f-67b8988e857f), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.350204 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Calling delete_port for cbc58c21-2f76-4776-b12f-67b8988e857f owned by network:floatingip {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:17:37.575093 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (cbc58c21-2f76-4776-b12f-67b8988e857f), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.605721 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event deleted for resources: {'Port': ['ID=cbc58c21-2f76-4776-b12f-67b8988e857f,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:37.674324 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (12d88b81-5540-4fab-9b55-fcab23ac1059), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.677200 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.678859 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0bf8dd78-152c-4f3f-8aab-5bac4871e99c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "DELETE /v2.0/floatingips/12d88b81-5540-4fab-9b55-fcab23ac1059 HTTP/1.1" status: 204 len: 168 time: 0.5473871 Apr 11 18:17:37.712187 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:37.978174 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58098) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:37.984436 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-23801f1e-9b7d-4f90-8060-f6f459a1c8ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214713379', 'description': 'tempest-description--1454398325'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:38.062316 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-23801f1e-9b7d-4f90-8060-f6f459a1c8ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.140325 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-23801f1e-9b7d-4f90-8060-f6f459a1c8ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (41a09d4d-cc1c-4dba-bd8a-820195c71172), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.181925 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-23801f1e-9b7d-4f90-8060-f6f459a1c8ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (41a09d4d-cc1c-4dba-bd8a-820195c71172), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.213112 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23801f1e-9b7d-4f90-8060-f6f459a1c8ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a09d4d-cc1c-4dba-bd8a-820195c71172,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:38.279861 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-23801f1e-9b7d-4f90-8060-f6f459a1c8ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.281172 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-23801f1e-9b7d-4f90-8060-f6f459a1c8ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3017426 Apr 11 18:17:38.284090 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58102) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:38.289084 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-211b75ac-9d40-4bd1-ae7d-717a4e93c72f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'security_group_rule': {'security_group_id': '41a09d4d-cc1c-4dba-bd8a-820195c71172', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:38.380800 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-211b75ac-9d40-4bd1-ae7d-717a4e93c72f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (2b7f78f1-9f97-4193-a5fd-e999aa17d77c), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.451769 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-211b75ac-9d40-4bd1-ae7d-717a4e93c72f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (2b7f78f1-9f97-4193-a5fd-e999aa17d77c), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.523693 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-211b75ac-9d40-4bd1-ae7d-717a4e93c72f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (2b7f78f1-9f97-4193-a5fd-e999aa17d77c), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.543630 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b75ac-9d40-4bd1-ae7d-717a4e93c72f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7f78f1-9f97-4193-a5fd-e999aa17d77c,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:38.639831 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-211b75ac-9d40-4bd1-ae7d-717a4e93c72f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.641090 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-211b75ac-9d40-4bd1-ae7d-717a4e93c72f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560679 Apr 11 18:17:38.644036 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58104) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:38.649020 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-89f828ba-5bf2-4860-a8eb-3430095f50f9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'security_group_rule': {'security_group_id': '41a09d4d-cc1c-4dba-bd8a-820195c71172', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:38.740932 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-89f828ba-5bf2-4860-a8eb-3430095f50f9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (86041398-ce85-4434-a8ba-78e3a8d3926d), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.801997 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-89f828ba-5bf2-4860-a8eb-3430095f50f9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (86041398-ce85-4434-a8ba-78e3a8d3926d), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.877625 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-89f828ba-5bf2-4860-a8eb-3430095f50f9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (86041398-ce85-4434-a8ba-78e3a8d3926d), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.897673 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f828ba-5bf2-4860-a8eb-3430095f50f9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86041398-ce85-4434-a8ba-78e3a8d3926d,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:38.984202 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-89f828ba-5bf2-4860-a8eb-3430095f50f9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.985562 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-89f828ba-5bf2-4860-a8eb-3430095f50f9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3405454 Apr 11 18:17:38.988782 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58106) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:38.993717 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:39.089799 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:39.118488 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:39.190878 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:39.309025 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Allocated IP 172.27.2.126 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/e11fef3c-8453-4dfc-9c1b-495c78a14997) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:39.421900 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for port (e11fef3c-8453-4dfc-9c1b-495c78a14997), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:39.547920 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (e11fef3c-8453-4dfc-9c1b-495c78a14997), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:39.587375 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:39.590345 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:39.595507 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:39.603763 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'Port': ['ID=e11fef3c-8453-4dfc-9c1b-495c78a14997,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:39.692345 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (a06e2eba-d764-43cd-afea-dca79ba35076), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:39.795705 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (e11fef3c-8453-4dfc-9c1b-495c78a14997), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:39.966803 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for port (e11fef3c-8453-4dfc-9c1b-495c78a14997), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:40.026001 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (e11fef3c-8453-4dfc-9c1b-495c78a14997), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:40.111299 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'Port': ['ID=e11fef3c-8453-4dfc-9c1b-495c78a14997,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:40.123163 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (a06e2eba-d764-43cd-afea-dca79ba35076), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:40.211172 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:40.212480 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-f561166c-f08e-4380-be4e-383ad66ed671 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2224395 Apr 11 18:17:40.263215 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:17:40.435713 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-052e1dae-c2b0-4a92-a852-010e14b642d8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1214713379&fields=id&tenant_id=e8f78af66216431482636bd6522504cf HTTP/1.1" status: 200 len: 267 time: 0.0546143 Apr 11 18:17:40.549738 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-e5fca3d4-2b4c-4799-9b9b-51313f150098 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:40.551353 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-e5fca3d4-2b4c-4799-9b9b-51313f150098 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 816 time: 0.1084807 Apr 11 18:17:40.567452 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-ff3a768d-e932-4b67-9157-c9fb27fb1dd6 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/quotas/e8f78af66216431482636bd6522504cf HTTP/1.1" status: 200 len: 375 time: 0.0091171 Apr 11 18:17:40.626619 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-d34cbde8-450d-465b-9ef3-2b9e2fe3ce16 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529313 Apr 11 18:17:40.725498 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-bdfbe8ea-6bf3-428d-892f-d0962666223a service neutron] 10.222.0.53 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858314 Apr 11 18:17:40.818487 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-9dcfef3c-0ed6-4c0d-9471-c3bd9a76ce1d service neutron] 10.222.0.53 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873165 Apr 11 18:17:41.037332 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1747f2f4-50e6-4c01-8319-06c2cd089800 req-41516f36-d1dc-405b-a08b-12855a32926f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 210 time: 0.0286868 Apr 11 18:17:42.138367 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f50ee135-8fe5-49a5-b17c-bb01376748d7 req-216e1459-b108-4d46-a242-5b1b495f0087 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 210 time: 0.0293095 Apr 11 18:17:43.033196 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-93b7304a-1b0a-435b-84ae-568164fc2692 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:43.034649 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-93b7304a-1b0a-435b-84ae-568164fc2692 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 816 time: 0.1108229 Apr 11 18:17:43.112771 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-17b6a893-dda3-4ca8-974d-b07572b31c08 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f78af66216431482636bd6522504cf HTTP/1.1" status: 200 len: 380 time: 0.0581098 Apr 11 18:17:43.122041 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'port': {'device_id': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'admin_state_up': True, 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'security_groups': ['41a09d4d-cc1c-4dba-bd8a-820195c71172']}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:43.266820 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-30ec0aa5-420a-403f-94cb-61b39ae0e1cb req-85ced167-d7af-4d97-865e-aca103af321b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 210 time: 0.0501020 Apr 11 18:17:43.347310 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Made reservation on behalf of e8f78af66216431482636bd6522504cf for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:17:43.351179 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:43.493402 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Allocated IP 172.20.0.12 (3075154a-7a88-489a-ba8c-59028c658646/7b48db42-54cb-4d51-ae02-474ffdbd1752/af8fd57e-5258-4c94-8708-688ecdf70443) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:43.636530 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for port (af8fd57e-5258-4c94-8708-688ecdf70443), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:43.805460 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:43.844441 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572e079-ca2f-4b3f-bdfa-7bf54ed25f79 req-1ef0b250-3b3d-4472-988c-8a09bfb0ef05 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:43.846038 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4572e079-ca2f-4b3f-bdfa-7bf54ed25f79 req-1ef0b250-3b3d-4472-988c-8a09bfb0ef05 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0483525 Apr 11 18:17:43.855482 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Network 3075154a-7a88-489a-ba8c-59028c658646 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:43.861482 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:43.863891 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:43.865971 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:43.900607 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4572e079-ca2f-4b3f-bdfa-7bf54ed25f79 req-73b4ad5e-3db7-4cf2-ba3d-943af35f20f6 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478399 Apr 11 18:17:43.926492 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:43.927251 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:44.001705 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-512f410e-1607-4d39-92b4-e4ee9dac9429 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8835316 Apr 11 18:17:44.096973 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-a3410180-0376-46ba-bad8-575dbc549553 None None] Provisioning complete for port af8fd57e-5258-4c94-8708-688ecdf70443 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:44.097576 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a3410180-0376-46ba-bad8-575dbc549553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:44.133624 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-a3410180-0376-46ba-bad8-575dbc549553 None None] Port af8fd57e-5258-4c94-8708-688ecdf70443 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:17:44.404332 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcfe97-91c0-4190-ab45-414060c6b952 req-b521f828-62cb-49be-b021-80ab9865186a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:44.405816 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cfdcfe97-91c0-4190-ab45-414060c6b952 req-b521f828-62cb-49be-b021-80ab9865186a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 932 time: 0.0490732 Apr 11 18:17:44.453226 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cfdcfe97-91c0-4190-ab45-414060c6b952 req-9bc1cf40-5b7d-45fe-96b2-da40c7972416 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Apr 11 18:17:45.014695 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5bdd3-3d1f-4c55-afda-e7d699eabb48 req-e59e8ebd-f72e-4eb8-a82f-7e0dd5ff56e4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:45.016223 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ceb5bdd3-3d1f-4c55-afda-e7d699eabb48 req-e59e8ebd-f72e-4eb8-a82f-7e0dd5ff56e4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0464263 Apr 11 18:17:45.067495 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ceb5bdd3-3d1f-4c55-afda-e7d699eabb48 req-8ffd1600-4149-4d65-979c-d69e6488cf12 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456610 Apr 11 18:17:45.583126 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d065837-e2a4-4778-a5e9-95657c3171e9 req-c543dfe8-bbd1-4f50-bee3-5d71a3098c95 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:45.584663 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6d065837-e2a4-4778-a5e9-95657c3171e9 req-c543dfe8-bbd1-4f50-bee3-5d71a3098c95 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 932 time: 0.0475776 Apr 11 18:17:45.631717 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6d065837-e2a4-4778-a5e9-95657c3171e9 req-264da1c0-1a77-4a2c-ad00-612dbb78cc44 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 Apr 11 18:17:45.924705 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Request body: {'port': {'device_id': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:45.988296 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:46.180999 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2876e-b833-4bfa-8f75-80927a488b05 req-6cc29d08-1ec7-4d2f-889b-410d17439183 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:46.182393 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-04b2876e-b833-4bfa-8f75-80927a488b05 req-6cc29d08-1ec7-4d2f-889b-410d17439183 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0479329 Apr 11 18:17:46.229141 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-04b2876e-b833-4bfa-8f75-80927a488b05 req-3d97ee58-d7a3-4f51-82c7-b6a6206bb324 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411279 Apr 11 18:17:46.302465 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8fd57e-5258-4c94-8708-688ecdf70443 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:17:46.313122 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Publish callbacks [] for port (af8fd57e-5258-4c94-8708-688ecdf70443), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:46.326041 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-fa1c2583-6e16-409e-9583-da3a4208ffc4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:46.333435 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-fa1c2583-6e16-409e-9583-da3a4208ffc4 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0700829 Apr 11 18:17:46.335340 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Transition to ACTIVE for port object af8fd57e-5258-4c94-8708-688ecdf70443 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:17:46.419102 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Deleting port 83205429-6924-47bf-9fdc-643a94b8927a {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:17:46.419447 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (83205429-6924-47bf-9fdc-643a94b8927a), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:46.422114 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:46.535484 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:46.609871 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] For port 83205429-6924-47bf-9fdc-643a94b8927a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83205429-6924-47bf-9fdc-643a94b8927a,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:46.610590 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (83205429-6924-47bf-9fdc-643a94b8927a), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:46.683402 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Attempting to bind port af8fd57e-5258-4c94-8708-688ecdf70443 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:17:46.683680 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Attempting to bind port af8fd57e-5258-4c94-8708-688ecdf70443 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:17:46.684019 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Attempting to bind port af8fd57e-5258-4c94-8708-688ecdf70443 on network 3075154a-7a88-489a-ba8c-59028c658646 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:46.697002 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Port af8fd57e-5258-4c94-8708-688ecdf70443 on network 3075154a-7a88-489a-ba8c-59028c658646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:17:46.697369 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Attempting to bind port af8fd57e-5258-4c94-8708-688ecdf70443 on network 3075154a-7a88-489a-ba8c-59028c658646 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:46.745457 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:17:46.745851 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Checking segment: {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:46.746194 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Bound using segment: {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:17:46.746659 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Bound port: af8fd57e-5258-4c94-8708-688ecdf70443, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43f21e4-798c-4468-965d-0f0a619884ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '3075154a-7a88-489a-ba8c-59028c658646'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:17:46.747023 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:46.804772 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9656f30-2a45-46e5-a693-df0f01d81d3a req-5147be5f-1a8c-4e41-b5d3-8e11231e9c03 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:46.806183 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d9656f30-2a45-46e5-a693-df0f01d81d3a req-5147be5f-1a8c-4e41-b5d3-8e11231e9c03 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0733695 Apr 11 18:17:46.937830 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:17:46.941098 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:46.941462 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (d83d7e42-88cd-43f7-8ea1-cc32a6668dd0), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:46.941780 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Floating IP d83d7e42-88cd-43f7-8ea1-cc32a6668dd0 disassociated. External IP: 172.27.2.14, port: 83205429-6924-47bf-9fdc-643a94b8927a. Apr 11 18:17:46.942122 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Calling delete_port for 83205429-6924-47bf-9fdc-643a94b8927a owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:17:46.948662 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d9656f30-2a45-46e5-a693-df0f01d81d3a req-8a2d31b7-98ae-46aa-9f7c-e3d9233c987a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219854 Apr 11 18:17:46.959674 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:17:47.034123 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:47.345165 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:47.345746 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:47.347138 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] 10.222.0.15 "PUT /v2.0/ports/af8fd57e-5258-4c94-8708-688ecdf70443 HTTP/1.1" status: 200 len: 1094 time: 1.4270093 Apr 11 18:17:47.350515 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2681ec-26b4-4680-9f9d-a02a7b9a81c0 req-f77d4fc5-0e19-4fe9-af79-5584bbcbe78b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:47.352768 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:47.354792 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d22bb9-199b-4fc2-9f80-752b39358998" -d '{"events": [{"name": "network-changed", "server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:47.359073 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2b2681ec-26b4-4680-9f9d-a02a7b9a81c0 req-f77d4fc5-0e19-4fe9-af79-5584bbcbe78b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 945 time: 0.0603337 Apr 11 18:17:47.385842 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2a7ac-65b9-43f8-8ada-f52f68475b26 service neutron] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:47.409422 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9947718-239b-47e2-9189-6e9b401f7251 x-openstack-request-id: req-b9947718-239b-47e2-9189-6e9b401f7251 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:47.409422 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:47.409422 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9947718-239b-47e2-9189-6e9b401f7251 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:47.409422 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9947718-239b-47e2-9189-6e9b401f7251'] response: {'name': 'network-changed', 'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'status': 'completed', 'code': 200} Apr 11 18:17:47.420690 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2b2681ec-26b4-4680-9f9d-a02a7b9a81c0 req-c7af83de-4578-44b9-ad86-4c04e64d084c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=99406e3a-0272-4f2a-89fe-fd29fd411bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560229 Apr 11 18:17:47.457348 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (83205429-6924-47bf-9fdc-643a94b8927a), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:47.502928 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event deleted for resources: {'Port': ['ID=83205429-6924-47bf-9fdc-643a94b8927a,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:47.513550 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d22bb9-199b-4fc2-9f80-752b39358998 req-89e2a9b6-d2c7-4a2f-97b1-0eb2b31396b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:47.515073 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-40d22bb9-199b-4fc2-9f80-752b39358998 req-89e2a9b6-d2c7-4a2f-97b1-0eb2b31396b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 1128 time: 0.0890274 Apr 11 18:17:47.698975 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d22bb9-199b-4fc2-9f80-752b39358998 req-431e75df-8a04-469b-abc6-9d77b3bb5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:47.700461 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-40d22bb9-199b-4fc2-9f80-752b39358998 req-431e75df-8a04-469b-abc6-9d77b3bb5723 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e8f78af66216431482636bd6522504cf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1454666 Apr 11 18:17:47.704226 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:17:47.875326 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d22bb9-199b-4fc2-9f80-752b39358998 req-800bc284-6659-45bb-bc3d-289f8ff6cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:47.877028 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-40d22bb9-199b-4fc2-9f80-752b39358998 req-800bc284-6659-45bb-bc3d-289f8ff6cb3d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699831 Apr 11 18:17:47.895636 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:17:47.907226 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] Sync routers for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:17:47.918580 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:47.920795 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:47.952290 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] No DVR routers for this DVR port 83205429-6924-47bf-9fdc-643a94b8927a on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:17:47.955501 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:47.959390 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-108488ad-cf7d-46e2-af24-7851d53ba9a3 req-bf15cd6f-84b7-45ba-817b-4960f366b546 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "DELETE /v2.0/ports/83205429-6924-47bf-9fdc-643a94b8927a HTTP/1.1" status: 204 len: 173 time: 1.6218841 Apr 11 18:17:47.989495 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-5e5b2741-84f9-441f-b527-8d2c09cca387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:47.992150 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-5e5b2741-84f9-441f-b527-8d2c09cca387 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 1128 time: 0.0472870 Apr 11 18:17:48.036993 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:48.048993 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-521ba0a6-5bdd-4dc8-a503-cda35598b0c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af8fd57e-5258-4c94-8708-688ecdf70443 HTTP/1.1" status: 200 len: 217 time: 0.0471535 Apr 11 18:17:48.122219 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1daa96-3b8d-4213-93cc-c7be50a13abe req-e8ce2bb9-75f5-45ea-844a-ba12baa2e26f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:48.123637 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9c1daa96-3b8d-4213-93cc-c7be50a13abe req-e8ce2bb9-75f5-45ea-844a-ba12baa2e26f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0771601 Apr 11 18:17:48.140726 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-6b5dc450-627c-4d7b-8893-b69cfe646533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:48.142126 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-6b5dc450-627c-4d7b-8893-b69cfe646533 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.0834560 Apr 11 18:17:48.211531 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9c1daa96-3b8d-4213-93cc-c7be50a13abe req-f11b030e-9c76-41ea-af92-3284c5dffa29 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813403 Apr 11 18:17:48.212675 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-89407fa8-701b-4c5d-bcb8-9de1fef35f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:48.214057 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-89407fa8-701b-4c5d-bcb8-9de1fef35f0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617027 Apr 11 18:17:48.238780 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:48.266399 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] Checking router: c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:17:48.275555 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:48.276229 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:48.307195 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-e31c13d5-2b4e-4bca-8800-52e56896edac service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843816 Apr 11 18:17:48.423245 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0078010e-0772-4263-9ac0-bcdc7608c09b req-672e8176-998a-434a-be58-04d88046aa73 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923016 Apr 11 18:17:48.473963 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:48.534391 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f3d48a9e-1a8e-412c-822c-0d6cfaf2879e req-ff46276d-c45a-4ecc-8dfa-cd2e12d237cb tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0302472 Apr 11 18:17:48.664364 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:48.694437 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b84b7f-9e39-496b-892f-e73a7f1625ff None None] The sync data for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi is: [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:17:48.907575 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac9cc4-5412-419c-9ba1-3b59a1e1f646 None None] New status for floating IP d83d7e42-88cd-43f7-8ea1-cc32a6668dd0: DOWN {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:17:49.278794 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83205429-6924-47bf-9fdc-643a94b8927a no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:17:49.302908 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 83205429-6924-47bf-9fdc-643a94b8927a {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:17:49.303262 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83205429-6924-47bf-9fdc-643a94b8927a not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:17:49.331763 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656c901-f18b-4c15-b643-901ba89028bb req-ec396173-4dcc-4a1b-ab07-6162efac8f0f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:49.333263 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8656c901-f18b-4c15-b643-901ba89028bb req-ec396173-4dcc-4a1b-ab07-6162efac8f0f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0480504 Apr 11 18:17:49.379753 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8656c901-f18b-4c15-b643-901ba89028bb req-1c0c6093-6683-4717-9c3a-4cf242680e03 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402291 Apr 11 18:17:49.407300 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03babc09-caba-4f19-923f-8b41291e9c4e', 'name': 'network-vif-deleted', 'tag': '83205429-6924-47bf-9fdc-643a94b8927a'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:49.409654 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6176e63-4d0b-425d-bf2c-f6b6cbae10df" -d '{"events": [{"server_uuid": "03babc09-caba-4f19-923f-8b41291e9c4e", "name": "network-vif-deleted", "tag": "83205429-6924-47bf-9fdc-643a94b8927a"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:49.442704 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1552f4d0-02ab-4649-bbf2-befc8d2ef64d x-openstack-request-id: req-1552f4d0-02ab-4649-bbf2-befc8d2ef64d {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:49.443603 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03babc09-caba-4f19-923f-8b41291e9c4e", "name": "network-vif-deleted", "tag": "83205429-6924-47bf-9fdc-643a94b8927a", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:49.443859 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1552f4d0-02ab-4649-bbf2-befc8d2ef64d {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:49.444287 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1552f4d0-02ab-4649-bbf2-befc8d2ef64d'] response: {'server_uuid': '03babc09-caba-4f19-923f-8b41291e9c4e', 'name': 'network-vif-deleted', 'tag': '83205429-6924-47bf-9fdc-643a94b8927a', 'status': 'completed', 'code': 200} Apr 11 18:17:49.642251 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-998da8de-0204-4680-af0e-fe1b06eccb7f req-25bca6f8-621c-462b-bd93-7292bf2b2052 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=03babc09-caba-4f19-923f-8b41291e9c4e HTTP/1.1" status: 200 len: 210 time: 0.0290246 Apr 11 18:17:50.497972 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26754dd-8820-4d90-a0aa-9708622bcb94 req-9adbd9e7-383a-4ef9-b587-cc337d9e5b12 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:50.501084 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d26754dd-8820-4d90-a0aa-9708622bcb94 req-9adbd9e7-383a-4ef9-b587-cc337d9e5b12 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0477808 Apr 11 18:17:50.548381 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d26754dd-8820-4d90-a0aa-9708622bcb94 req-aab225d4-96f1-4354-b25b-35b1e71969f1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 Apr 11 18:17:50.781435 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58228) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:50.849870 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-818e7679-3182-4d06-9cf3-89073f9040f8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (99406e3a-0272-4f2a-89fe-fd29fd411bbe), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:50.893006 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-818e7679-3182-4d06-9cf3-89073f9040f8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (99406e3a-0272-4f2a-89fe-fd29fd411bbe), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:50.905787 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-da69a2ec-7fb1-43e9-a3ba-db1c32936d62 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082380894&fields=id&tenant_id=a30b93fdaa5346598d9e8d3d46808420 HTTP/1.1" status: 200 len: 267 time: 0.0768447 Apr 11 18:17:51.028712 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-a16949ec-0ca0-4c9d-90fb-ea7cec56240f tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:51.030155 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-a16949ec-0ca0-4c9d-90fb-ea7cec56240f tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 811 time: 0.1180949 Apr 11 18:17:51.044816 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-0aebefde-ee3e-40a4-ace9-2e6e762ee6a0 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/quotas/a30b93fdaa5346598d9e8d3d46808420 HTTP/1.1" status: 200 len: 375 time: 0.0092373 Apr 11 18:17:51.079046 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-818e7679-3182-4d06-9cf3-89073f9040f8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (99406e3a-0272-4f2a-89fe-fd29fd411bbe), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.081826 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-818e7679-3182-4d06-9cf3-89073f9040f8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.083046 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-818e7679-3182-4d06-9cf3-89073f9040f8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "DELETE /v2.0/security-groups/99406e3a-0272-4f2a-89fe-fd29fd411bbe HTTP/1.1" status: 204 len: 168 time: 0.3005524 Apr 11 18:17:51.085980 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58232) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:51.099044 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.api.v2.resource [None req-37382e3a-1aa8-4193-8946-fdd5e4c11420 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] show failed (client error): The resource could not be found. Apr 11 18:17:51.102626 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-37382e3a-1aa8-4193-8946-fdd5e4c11420 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups/99406e3a-0272-4f2a-89fe-fd29fd411bbe HTTP/1.1" status: 404 len: 347 time: 0.0130935 Apr 11 18:17:51.102793 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e7679-3182-4d06-9cf3-89073f9040f8 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99406e3a-0272-4f2a-89fe-fd29fd411bbe,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:51.102887 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58234) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:51.110475 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-0d443432-bdad-4c53-b120-300b324b333b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607786 Apr 11 18:17:51.212090 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-b4db2b61-dc2a-41f7-8445-08b4a0e533bf service neutron] 10.222.0.53 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855796 Apr 11 18:17:51.224253 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Deleting port ab455856-b5d5-4e0e-ba6c-f1aca35d1640 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:17:51.224600 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (ab455856-b5d5-4e0e-ba6c-f1aca35d1640), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.279630 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:17:51.305884 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (ab455856-b5d5-4e0e-ba6c-f1aca35d1640), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.306255 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (ab455856-b5d5-4e0e-ba6c-f1aca35d1640), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.308558 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-9d177103-42d8-4fc9-a837-f3d11bf91437 service neutron] 10.222.0.53 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906756 Apr 11 18:17:51.323606 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Calling delete_port for ab455856-b5d5-4e0e-ba6c-f1aca35d1640 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:17:51.390659 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:51.404226 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'port_id': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'mac_address': 'fa:16:3e:a0:c1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:17:51.450442 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port af8fd57e-5258-4c94-8708-688ecdf70443 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:51.450835 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.463779 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8fd57e-5258-4c94-8708-688ecdf70443 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:17:51.483210 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:51.593397 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (ab455856-b5d5-4e0e-ba6c-f1aca35d1640), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.593947 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.621150 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event deleted for resources: {'Port': ['ID=ab455856-b5d5-4e0e-ba6c-f1aca35d1640,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:51.643862 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:51.706805 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2555-38a0-4a66-8240-2e9e44625118 req-1ac527a8-f11e-4b1e-af8c-7f1081cec24f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:51.708291 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8ecd2555-38a0-4a66-8240-2e9e44625118 req-1ac527a8-f11e-4b1e-af8c-7f1081cec24f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 945 time: 0.0883653 Apr 11 18:17:51.738688 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (d83d7e42-88cd-43f7-8ea1-cc32a6668dd0), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.741849 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:51.746900 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-cf1ce5f9-2433-4050-83d3-f574cab8fe44 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "DELETE /v2.0/floatingips/d83d7e42-88cd-43f7-8ea1-cc32a6668dd0 HTTP/1.1" status: 204 len: 168 time: 0.6394653 Apr 11 18:17:51.770834 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8ecd2555-38a0-4a66-8240-2e9e44625118 req-506d1397-460a-4d7e-866a-a6d7159e9955 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558019 Apr 11 18:17:51.897896 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['af8fd57e-5258-4c94-8708-688ecdf70443'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:17:51.912502 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-866342d3-8833-4370-9c37-c250c7fd89fb req-95eff9ac-5a0b-4498-a697-92cc11b86adc tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0313616 Apr 11 18:17:52.549102 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58258) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:52.554216 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-9d7b3a5c-28d6-49c0-8515-f6541d155624 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177035163', 'description': 'tempest-description--234875408'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:52.678340 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9d7b3a5c-28d6-49c0-8515-f6541d155624 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:52.747158 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9d7b3a5c-28d6-49c0-8515-f6541d155624 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:52.832816 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9d7b3a5c-28d6-49c0-8515-f6541d155624 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:52.862478 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b3a5c-28d6-49c0-8515-f6541d155624 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:52.889367 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef639dc-0a35-4e36-ab9e-dc755645b212 req-e0acce05-3170-4c31-93da-16d13e721e5d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:52.890855 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ef639dc-0a35-4e36-ab9e-dc755645b212 req-e0acce05-3170-4c31-93da-16d13e721e5d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 945 time: 0.0479629 Apr 11 18:17:52.920914 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9d7b3a5c-28d6-49c0-8515-f6541d155624 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:52.922175 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9d7b3a5c-28d6-49c0-8515-f6541d155624 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3720565 Apr 11 18:17:52.925410 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58264) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:52.930895 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-5c816c2b-0089-4f11-aab2-9854c7d49f9b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'security_group_rule': {'security_group_id': '59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:52.956168 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9ef639dc-0a35-4e36-ab9e-dc755645b212 req-e9fac55d-184b-4ab8-adef-639be3f95be1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595422 Apr 11 18:17:53.010003 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a23dbfeb-4ba9-4ce2-908b-8354d6f3bca4 req-5059a525-ea0f-42a5-9890-b8f7d25fafd0 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0295601 Apr 11 18:17:53.052302 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5c816c2b-0089-4f11-aab2-9854c7d49f9b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (4e58236e-d05c-460c-b071-2e0f982ae1d7), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.102182 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5c816c2b-0089-4f11-aab2-9854c7d49f9b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (4e58236e-d05c-460c-b071-2e0f982ae1d7), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.168988 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5c816c2b-0089-4f11-aab2-9854c7d49f9b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (4e58236e-d05c-460c-b071-2e0f982ae1d7), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.187705 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c816c2b-0089-4f11-aab2-9854c7d49f9b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e58236e-d05c-460c-b071-2e0f982ae1d7,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:53.268459 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5c816c2b-0089-4f11-aab2-9854c7d49f9b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.269814 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5c816c2b-0089-4f11-aab2-9854c7d49f9b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432221 Apr 11 18:17:53.272354 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58272) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:53.276778 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-9e9297da-b50f-4f04-9334-ba4a2fbcaddd tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'security_group_rule': {'security_group_id': '59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:53.311776 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:17:53.347762 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e9297da-b50f-4f04-9334-ba4a2fbcaddd tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (059ff8ee-fb00-47ee-a6ba-82ed8d082bba), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.369808 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port af8fd57e-5258-4c94-8708-688ecdf70443 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:17:53.414359 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e9297da-b50f-4f04-9334-ba4a2fbcaddd tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (059ff8ee-fb00-47ee-a6ba-82ed8d082bba), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.427398 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port af8fd57e-5258-4c94-8708-688ecdf70443 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:53.428012 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.467494 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e9297da-b50f-4f04-9334-ba4a2fbcaddd tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (059ff8ee-fb00-47ee-a6ba-82ed8d082bba), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.487745 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9297da-b50f-4f04-9334-ba4a2fbcaddd tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059ff8ee-fb00-47ee-a6ba-82ed8d082bba,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:53.518213 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port af8fd57e-5258-4c94-8708-688ecdf70443 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:17:53.525089 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.543209 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:53.545474 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d56007a-d5e2-4698-af7b-9b58de91a766" -d '{"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-plugged", "status": "completed", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:53.557543 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:17:53.566398 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e9297da-b50f-4f04-9334-ba4a2fbcaddd tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.569544 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9e9297da-b50f-4f04-9334-ba4a2fbcaddd tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2943068 Apr 11 18:17:53.570910 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58280) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:53.575511 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:53.581727 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d825eead-e871-45a6-b753-e4a83b03a391 x-openstack-request-id: req-d825eead-e871-45a6-b753-e4a83b03a391 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:53.582040 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-plugged", "status": "completed", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:53.582293 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d825eead-e871-45a6-b753-e4a83b03a391 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:53.582725 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d825eead-e871-45a6-b753-e4a83b03a391'] response: {'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'code': 200} Apr 11 18:17:53.639281 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.639521 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.694310 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:53.719923 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.830088 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Allocated IP 172.27.2.143 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/23c7de2c-ff7e-40d7-a7c5-bf809304e620) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:53.939152 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for port (23c7de2c-ff7e-40d7-a7c5-bf809304e620), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:53.990793 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94ae65-2517-4d4e-8ce1-1ef6632b8efa req-8991962d-a88c-434c-9f4c-5449538e22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:53.992679 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7d94ae65-2517-4d4e-8ce1-1ef6632b8efa req-8991962d-a88c-434c-9f4c-5449538e22f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 1130 time: 0.0385647 Apr 11 18:17:54.039199 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7d94ae65-2517-4d4e-8ce1-1ef6632b8efa req-ecc5389b-245f-4851-84d7-e0f2a6af3049 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Apr 11 18:17:54.072999 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (23c7de2c-ff7e-40d7-a7c5-bf809304e620), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:54.110263 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-97a2ace1-5fd6-40cd-bf55-e53ef45cab5f req-a04a15cd-bb30-4b7a-98e0-551e4c6de0a6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0279367 Apr 11 18:17:54.120499 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:54.128295 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b50782-9785-487b-9169-b4341ffbd220 req-232751b9-6426-4718-8759-046db0a426d5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:54.129767 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e1b50782-9785-487b-9169-b4341ffbd220 req-232751b9-6426-4718-8759-046db0a426d5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0934932 Apr 11 18:17:54.132713 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:54.140456 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:54.148442 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'Port': ['ID=23c7de2c-ff7e-40d7-a7c5-bf809304e620,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:54.219858 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e1b50782-9785-487b-9169-b4341ffbd220 req-e39db5b5-77d3-451b-9a4c-402f275b5a9e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803614 Apr 11 18:17:54.263517 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (95414ae8-b625-4b5e-a116-034b29dbfdf6), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:54.355195 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (23c7de2c-ff7e-40d7-a7c5-bf809304e620), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:54.413030 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-5bbaf34d-0848-4756-bb3c-e76813de41b9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:54.414891 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-5bbaf34d-0848-4756-bb3c-e76813de41b9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 811 time: 0.1237204 Apr 11 18:17:54.484809 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-c3b8e109-62bf-418d-9bc0-ca5780eac05a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a30b93fdaa5346598d9e8d3d46808420 HTTP/1.1" status: 200 len: 380 time: 0.0567603 Apr 11 18:17:54.750232 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for port (23c7de2c-ff7e-40d7-a7c5-bf809304e620), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:54.831546 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (23c7de2c-ff7e-40d7-a7c5-bf809304e620), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:54.848242 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'port': {'device_id': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'admin_state_up': True, 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'security_groups': ['501cbd4a-131b-4e38-9037-27dd2a4625de']}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:54.903308 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'Port': ['ID=23c7de2c-ff7e-40d7-a7c5-bf809304e620,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:54.918592 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (95414ae8-b625-4b5e-a116-034b29dbfdf6), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:54.995497 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:54.996772 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-02ace2c3-88d0-4859-a1bd-77991e2aa741 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4248157 Apr 11 18:17:55.077961 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Made reservation on behalf of a30b93fdaa5346598d9e8d3d46808420 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:17:55.081584 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:55.209944 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fed498ec-7331-4d57-bff7-b2fa883d3384 req-84342e09-30c5-4ab0-b549-1f5c1b04dc69 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Apr 11 18:17:55.245037 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-0ff3cf6c-a24d-4b75-9d32-6d69030c1e19 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1177035163&fields=id&tenant_id=19b96704fbb14c29b15bc78ee13f3b13 HTTP/1.1" status: 200 len: 267 time: 0.0896554 Apr 11 18:17:55.258229 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Allocated IP 172.20.0.14 (641f9d7f-500e-442e-818b-41a249abf5c3/a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97/22d5ca75-f404-4bec-84ef-c0e5651b0dd6) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:55.354596 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414526e-547b-4657-a127-920b8e10c889 req-15d192b4-8ad7-4a0a-86b6-8e958b4329c8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:55.356278 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4414526e-547b-4657-a127-920b8e10c889 req-15d192b4-8ad7-4a0a-86b6-8e958b4329c8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0522425 Apr 11 18:17:55.406911 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4414526e-547b-4657-a127-920b8e10c889 req-6c9290b4-6638-463b-a4cc-7d88c4cb4974 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Apr 11 18:17:55.418783 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fad94-de00-4386-b582-ffc37d60002a req-e6034e9d-b0dc-4d1f-af0e-be6772efc260 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:55.420582 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-e6034e9d-b0dc-4d1f-af0e-be6772efc260 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/networks?id=5a534f68-374b-4a6f-b80f-1aa62bee60ea HTTP/1.1" status: 200 len: 810 time: 0.1670375 Apr 11 18:17:55.466691 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-fa5af01f-c1d3-4323-a424-ac67ede7e0c6 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/quotas/19b96704fbb14c29b15bc78ee13f3b13 HTTP/1.1" status: 200 len: 375 time: 0.0162857 Apr 11 18:17:55.533657 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-f283aa66-a510-4ff1-8656-057b41e57a38 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615823 Apr 11 18:17:55.544426 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:55.654639 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-aceec803-2a42-4300-b1e9-8cfc6d4382ff service neutron] 10.222.0.53 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084323 Apr 11 18:17:55.718654 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:55.780426 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Network 641f9d7f-500e-442e-818b-41a249abf5c3 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:55.793848 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:55.797517 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:55.800102 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'Port': ['ID=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:55.824131 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-910d448d-d4ad-42aa-9d8f-24f96d988772 service neutron] 10.222.0.53 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627738 Apr 11 18:17:55.853070 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:55.853724 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:55.945252 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-90934674-42c6-4a0c-b790-2d390fd42840 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1009877 Apr 11 18:17:55.961530 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Request body: {'port': {'device_id': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:56.036868 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:56.082504 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-c971cbd0-648c-468e-ac55-0512424ef585 None None] Provisioning complete for port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:56.083486 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c971cbd0-648c-468e-ac55-0512424ef585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:56.138973 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-c971cbd0-648c-468e-ac55-0512424ef585 None None] Port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:17:56.155718 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-03bce8f2-7ce9-480c-8984-a6ca7ae5dd5f req-7c4bef89-3097-41b1-bc59-48c3545d8f8c tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 210 time: 0.0448451 Apr 11 18:17:56.355444 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3902a-8a8a-4813-8387-e4297e6fbee9 req-bbe2a1f1-f8cd-4aab-92de-428f59c63599 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:56.356962 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f4b3902a-8a8a-4813-8387-e4297e6fbee9 req-bbe2a1f1-f8cd-4aab-92de-428f59c63599 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 932 time: 0.0667121 Apr 11 18:17:56.419249 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:17:56.433566 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Publish callbacks [] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:56.447757 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f4b3902a-8a8a-4813-8387-e4297e6fbee9 req-e5ea88fa-6cb7-4a1f-b284-bf4d689e6bc5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851846 Apr 11 18:17:56.455379 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Transition to ACTIVE for port object 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:17:56.539257 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765036e8-b7cb-478d-a870-4928331e84f1 req-1208d120-a661-4411-8f45-08120e80b238 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:56.540744 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-765036e8-b7cb-478d-a870-4928331e84f1 req-1208d120-a661-4411-8f45-08120e80b238 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0469606 Apr 11 18:17:56.590316 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-765036e8-b7cb-478d-a870-4928331e84f1 req-7b1e3617-3b14-4107-98eb-44c93d55ba1f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Apr 11 18:17:56.698401 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:56.715411 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a391c13-c9a5-4ddf-a5de-329eaf5f7925 req-a6e63a55-8e48-4b20-9c5a-25fb68046e0d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:56.726812 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4a391c13-c9a5-4ddf-a5de-329eaf5f7925 req-a6e63a55-8e48-4b20-9c5a-25fb68046e0d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0603683 Apr 11 18:17:56.726921 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58334) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:56.730971 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-2ba5e485-a5a1-49a9-8092-1c46e85eba90 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Request body: {'floatingip': {'port_id': 'af8fd57e-5258-4c94-8708-688ecdf70443'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:56.767234 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:56.772406 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e485-a5a1-49a9-8092-1c46e85eba90 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (a06e2eba-d764-43cd-afea-dca79ba35076), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:56.845185 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Attempting to bind port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:17:56.847166 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Attempting to bind port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:17:56.847468 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Attempting to bind port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 on network 641f9d7f-500e-442e-818b-41a249abf5c3 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:56.853688 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 on network 641f9d7f-500e-442e-818b-41a249abf5c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:17:56.853688 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Attempting to bind port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 on network 641f9d7f-500e-442e-818b-41a249abf5c3 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:17:56.859353 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:17:56.860922 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Checking segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:17:56.860922 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Bound using segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:17:56.860922 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Bound port: 22d5ca75-f404-4bec-84ef-c0e5651b0dd6, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:17:56.860922 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:56.936351 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] For port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:17:56.940226 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] For port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:17:57.034050 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:57.078580 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:57.079206 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:57.082211 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/22d5ca75-f404-4bec-84ef-c0e5651b0dd6 HTTP/1.1" status: 200 len: 1094 time: 1.1270623 Apr 11 18:17:57.082689 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'tag': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:57.085644 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0c589d-15b5-43da-807a-6b798856ecc9", "tag": "22d5ca75-f404-4bec-84ef-c0e5651b0dd6"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:57.109459 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98190411-93a2-4820-937b-6ce93bbc84c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:57.172088 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2515c09d-47da-4366-a03e-03d073877222 x-openstack-request-id: req-2515c09d-47da-4366-a03e-03d073877222 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:57.172420 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0c589d-15b5-43da-807a-6b798856ecc9", "tag": "22d5ca75-f404-4bec-84ef-c0e5651b0dd6", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:57.172666 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2515c09d-47da-4366-a03e-03d073877222 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:57.173072 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2515c09d-47da-4366-a03e-03d073877222'] response: {'name': 'network-changed', 'server_uuid': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'tag': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'status': 'completed', 'code': 200} Apr 11 18:17:57.296303 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d3d00d8f-b46b-4585-9058-2c02e0e32999 req-2d34d031-f8c4-4ea7-bc29-42350067d7a3 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 210 time: 0.0346017 Apr 11 18:17:57.297233 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-63d49abf-aab4-4926-8619-f6d38457e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:57.298775 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-63d49abf-aab4-4926-8619-f6d38457e563 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 1128 time: 0.0711992 Apr 11 18:17:57.332695 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e485-a5a1-49a9-8092-1c46e85eba90 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:57.356878 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-57261e48-817e-4c88-8657-93cdc3c143d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22d5ca75-f404-4bec-84ef-c0e5651b0dd6 HTTP/1.1" status: 200 len: 217 time: 0.0487072 Apr 11 18:17:57.393027 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e485-a5a1-49a9-8092-1c46e85eba90 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (a06e2eba-d764-43cd-afea-dca79ba35076), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:57.407061 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-ead8cb97-032f-4057-bddc-93bdaa1252e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:57.408569 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-ead8cb97-032f-4057-bddc-93bdaa1252e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.0452082 Apr 11 18:17:57.466991 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-6a3f01ec-add8-46dd-b356-ffae33a44ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:57.469310 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-6a3f01ec-add8-46dd-b356-ffae33a44ab5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525687 Apr 11 18:17:57.506648 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-2ba5e485-a5a1-49a9-8092-1c46e85eba90 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Floating IP a06e2eba-d764-43cd-afea-dca79ba35076 associated. External IP: 172.27.2.126, port: af8fd57e-5258-4c94-8708-688ecdf70443. Apr 11 18:17:57.605119 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe74f-c16d-4b1c-b03c-53a8d5e7cb14 req-849d676b-0e17-4d05-a28d-6a25665945c9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:57.606720 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bacbe74f-c16d-4b1c-b03c-53a8d5e7cb14 req-849d676b-0e17-4d05-a28d-6a25665945c9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0582340 Apr 11 18:17:57.629124 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-7200ec9e-e2d2-45af-aeaf-e1f8555658f1 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481016 Apr 11 18:17:57.719400 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bacbe74f-c16d-4b1c-b03c-53a8d5e7cb14 req-397de86a-889e-4067-8db3-7dc0aa93c8f5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024101 Apr 11 18:17:57.744226 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba5e485-a5a1-49a9-8092-1c46e85eba90 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Router c5a05e98-c51f-4e79-82af-b57c9f039e93 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:17:57.760976 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-02383642-e46d-43c5-bc6a-49e75c9afcc8 req-af75cb61-ab6f-452b-a502-0ee68e56b97b service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236243 Apr 11 18:17:57.859462 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5e485-a5a1-49a9-8092-1c46e85eba90 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:17:57.864282 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e485-a5a1-49a9-8092-1c46e85eba90 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:57.871630 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] Sync routers for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:17:57.884509 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:57.885818 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:57.895031 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2ba5e485-a5a1-49a9-8092-1c46e85eba90 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "PUT /v2.0/floatingips/a06e2eba-d764-43cd-afea-dca79ba35076 HTTP/1.1" status: 200 len: 992 time: 1.1674430 Apr 11 18:17:57.895749 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:17:57.898529 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de" -d '{"events": [{"name": "network-changed", "server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:17:57.937022 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f5778d-076b-4c9c-8c62-f03813e00b62 x-openstack-request-id: req-43f5778d-076b-4c9c-8c62-f03813e00b62 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:17:57.937345 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:17:57.937603 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43f5778d-076b-4c9c-8c62-f03813e00b62 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:17:57.938025 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f5778d-076b-4c9c-8c62-f03813e00b62'] response: {'name': 'network-changed', 'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'status': 'completed', 'code': 200} Apr 11 18:17:58.016724 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:58.032723 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-a9be8327-860a-428f-bc57-572149f87a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:58.034216 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-a9be8327-860a-428f-bc57-572149f87a3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 1128 time: 0.0865185 Apr 11 18:17:58.038336 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-4b86444f-4b37-4356-9239-8862501b26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:58.038895 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-4b86444f-4b37-4356-9239-8862501b26b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 1130 time: 0.0699422 Apr 11 18:17:58.232473 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': 'a06e2eba-d764-43cd-afea-dca79ba35076', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'port_id': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'mac_address': 'fa:16:3e:a0:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:17:39Z', 'updated_at': '2022-04-11T18:17:57Z', 'revision_number': 1, 'project_id': 'e8f78af66216431482636bd6522504cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:58.262920 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] Checking router: c5a05e98-c51f-4e79-82af-b57c9f039e93 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:17:58.271234 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:17:58.272362 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:17:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:58.406680 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:17:58.621154 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fad94-de00-4386-b582-ffc37d60002a req-ff1b2542-0e85-49d8-adb6-ef916ad77bd2 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:58.622729 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-ff1b2542-0e85-49d8-adb6-ef916ad77bd2 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "GET /v2.0/networks?id=5a534f68-374b-4a6f-b80f-1aa62bee60ea HTTP/1.1" status: 200 len: 810 time: 0.1204767 Apr 11 18:17:58.647400 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': 'a06e2eba-d764-43cd-afea-dca79ba35076', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'port_id': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'mac_address': 'fa:16:3e:a0:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:17:39Z', 'updated_at': '2022-04-11T18:17:57Z', 'revision_number': 1, 'project_id': 'e8f78af66216431482636bd6522504cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:17:58.681421 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fc6fc-8063-46fd-9298-9edf40aad70d None None] The sync data for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi is: [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': 'a06e2eba-d764-43cd-afea-dca79ba35076', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'port_id': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'mac_address': 'fa:16:3e:a0:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:17:39Z', 'updated_at': '2022-04-11T18:17:57Z', 'revision_number': 1, 'project_id': 'e8f78af66216431482636bd6522504cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:17:58.691481 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-cfbd8724-3df9-43eb-b87c-585d9eb01b9f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19b96704fbb14c29b15bc78ee13f3b13 HTTP/1.1" status: 200 len: 380 time: 0.0594964 Apr 11 18:17:58.707798 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'port': {'device_id': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'admin_state_up': True, 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'security_groups': ['59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:58.751027 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-10578255-25d2-424c-9da6-34cd60b32bad req-03c0dbb0-aad0-4e86-aa9e-20d50c0d9f93 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 210 time: 0.1228926 Apr 11 18:17:58.804791 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-467f428e-167b-4127-8275-ad7725d5348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:58.806285 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-467f428e-167b-4127-8275-ad7725d5348a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 917 time: 0.5047307 Apr 11 18:17:58.816956 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-a89a86ef-c32f-4c07-a81e-865e7eefbb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:58.816956 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-a89a86ef-c32f-4c07-a81e-865e7eefbb2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 912 time: 0.5084815 Apr 11 18:17:58.877703 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4827f-fadc-42b8-be32-c582f6788b2b req-fd1a06b8-a372-4b11-8365-19e6ae3294ae tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:58.879268 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8c4827f-fadc-42b8-be32-c582f6788b2b req-fd1a06b8-a372-4b11-8365-19e6ae3294ae tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0698700 Apr 11 18:17:58.897080 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-99ecf786-6444-4d8e-95b7-245aac0560ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22d5ca75-f404-4bec-84ef-c0e5651b0dd6 HTTP/1.1" status: 200 len: 217 time: 0.0778446 Apr 11 18:17:58.956634 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-806e0ac6-d12e-4251-aab5-fa6b3de020b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af8fd57e-5258-4c94-8708-688ecdf70443 HTTP/1.1" status: 200 len: 1000 time: 0.1390343 Apr 11 18:17:58.957261 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8c4827f-fadc-42b8-be32-c582f6788b2b req-a4f5e79d-dfd8-4747-81da-d70e6efaef76 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586877 Apr 11 18:17:58.977807 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-bd749e4c-b85b-41aa-844f-93c90b67c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:58.977917 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b849d-73ce-4f79-9362-14806a3c517d None None] New status for floating IP a06e2eba-d764-43cd-afea-dca79ba35076: ACTIVE {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:17:58.978356 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-bd749e4c-b85b-41aa-844f-93c90b67c9b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.0712519 Apr 11 18:17:59.016125 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Made reservation on behalf of 19b96704fbb14c29b15bc78ee13f3b13 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:17:59.019582 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:59.063104 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-3be32e71-401c-42fc-8d1c-8ecccd8094ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:59.064944 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-3be32e71-401c-42fc-8d1c-8ecccd8094ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604734 Apr 11 18:17:59.066952 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-160e25dc-9f09-430d-be5e-6bbbcf88ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:59.069539 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-160e25dc-9f09-430d-be5e-6bbbcf88ba5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.1068063 Apr 11 18:17:59.170325 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Allocated IP 172.20.0.7 (5a534f68-374b-4a6f-b80f-1aa62bee60ea/675019fa-8915-421f-bf8b-c55e41477ea1/38179d67-72e2-411c-9a5a-4948a90fb7e7) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:17:59.234120 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-8743c83b-27d5-41fd-97c4-cf2b7e0231b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:59.235665 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-8743c83b-27d5-41fd-97c4-cf2b7e0231b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837412 Apr 11 18:17:59.321447 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-4b3df61f-01c8-46d5-8b08-a4f5a8683778 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777322 Apr 11 18:17:59.323187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:59.397641 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-bed3b0ac-fa83-4f5a-8cd8-16123359e730 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536784 Apr 11 18:17:59.416021 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:59.458479 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:17:59.461483 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:17:59.463949 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:17:59.486383 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bb754c00-1b35-4893-ad69-ce15b3b3cd4b req-4c8370e6-b5c5-40a7-a037-589d4cfe594a service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590343 Apr 11 18:17:59.502316 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event updated for resources: {'Port': ['ID=38179d67-72e2-411c-9a5a-4948a90fb7e7,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:17:59.525438 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ef00f74c-8ad4-4229-a71f-fc2b6bd8d2de req-54d5837b-372e-449d-ad9e-99d0284020d4 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213627 Apr 11 18:17:59.532226 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:59.532875 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:59.651718 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-26db7b06-c7cd-48dc-a1c0-4cedd325b045 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9546585 Apr 11 18:17:59.662887 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Request body: {'port': {'device_id': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:17:59.680639 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-f585d9f3-397e-40c5-9b8e-add3d990ffdc None None] Provisioning complete for port 38179d67-72e2-411c-9a5a-4948a90fb7e7 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:17:59.681040 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f585d9f3-397e-40c5-9b8e-add3d990ffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:59.714061 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-f585d9f3-397e-40c5-9b8e-add3d990ffdc None None] Port 38179d67-72e2-411c-9a5a-4948a90fb7e7 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:17:59.728238 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:59.883212 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5eebd-088a-4551-acac-ae7a795a8414 req-0e947ba6-031b-4d9e-b922-4854a2cc58d3 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:17:59.884745 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-eeb5eebd-088a-4551-acac-ae7a795a8414 req-0e947ba6-031b-4d9e-b922-4854a2cc58d3 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 931 time: 0.0628781 Apr 11 18:17:59.933047 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-eeb5eebd-088a-4551-acac-ae7a795a8414 req-219ba07f-e8b7-43a3-a2e0-f0fd3d6d24a7 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Apr 11 18:18:00.007522 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38179d67-72e2-411c-9a5a-4948a90fb7e7 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:18:00.017239 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Publish callbacks [] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:00.040064 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Transition to ACTIVE for port object 38179d67-72e2-411c-9a5a-4948a90fb7e7 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:18:00.084898 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02bac1-56fb-4d60-89f3-723bbdda1dfd req-0e9a845b-c349-4208-ada0-0643ddffbb39 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:00.086403 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0d02bac1-56fb-4d60-89f3-723bbdda1dfd req-0e9a845b-c349-4208-ada0-0643ddffbb39 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0567541 Apr 11 18:18:00.096676 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:00.123971 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:00.164864 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0d02bac1-56fb-4d60-89f3-723bbdda1dfd req-84266a4f-990b-467c-9ec5-52486343114c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727637 Apr 11 18:18:00.205461 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Pushing event updated for resources: {'Port': ['ID=38179d67-72e2-411c-9a5a-4948a90fb7e7,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:00.273414 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Attempting to bind port 38179d67-72e2-411c-9a5a-4948a90fb7e7 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:18:00.273414 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Attempting to bind port 38179d67-72e2-411c-9a5a-4948a90fb7e7 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:18:00.273791 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Attempting to bind port 38179d67-72e2-411c-9a5a-4948a90fb7e7 on network 5a534f68-374b-4a6f-b80f-1aa62bee60ea {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:00.279326 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Port 38179d67-72e2-411c-9a5a-4948a90fb7e7 on network 5a534f68-374b-4a6f-b80f-1aa62bee60ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:18:00.279665 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Attempting to bind port 38179d67-72e2-411c-9a5a-4948a90fb7e7 on network 5a534f68-374b-4a6f-b80f-1aa62bee60ea {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:00.288634 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:18:00.289259 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Checking segment: {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:00.289910 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Bound using segment: {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:18:00.290714 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Bound port: 38179d67-72e2-411c-9a5a-4948a90fb7e7, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff72bea-b517-494f-b4e0-758eed31d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:18:00.291281 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:00.364105 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] For port 38179d67-72e2-411c-9a5a-4948a90fb7e7, host hv-cinder-83735, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:18:00.367426 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] For port 38179d67-72e2-411c-9a5a-4948a90fb7e7, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=38179d67-72e2-411c-9a5a-4948a90fb7e7,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:18:00.445512 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:00.482019 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:00.482628 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:00.484019 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] 10.222.0.15 "PUT /v2.0/ports/38179d67-72e2-411c-9a5a-4948a90fb7e7 HTTP/1.1" status: 200 len: 1093 time: 0.8257160 Apr 11 18:18:00.484478 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'tag': '38179d67-72e2-411c-9a5a-4948a90fb7e7'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:00.486717 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281fab7b-964d-42a1-9e9e-e1d73bb13371" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ff96ec-95e7-4485-bc28-658802de8e9e", "tag": "38179d67-72e2-411c-9a5a-4948a90fb7e7"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:00.522999 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbde168-0c2d-4a0d-bbb0-2b526a07345e service neutron] Pushing event updated for resources: {'Port': ['ID=38179d67-72e2-411c-9a5a-4948a90fb7e7,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:00.538503 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6624c963-ba56-43a2-a863-f5a54ef86988 x-openstack-request-id: req-6624c963-ba56-43a2-a863-f5a54ef86988 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:00.538815 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ff96ec-95e7-4485-bc28-658802de8e9e", "tag": "38179d67-72e2-411c-9a5a-4948a90fb7e7", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:00.539225 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6624c963-ba56-43a2-a863-f5a54ef86988 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:00.539681 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6624c963-ba56-43a2-a863-f5a54ef86988'] response: {'name': 'network-changed', 'server_uuid': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'tag': '38179d67-72e2-411c-9a5a-4948a90fb7e7', 'status': 'completed', 'code': 200} Apr 11 18:18:00.619807 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fab7b-964d-42a1-9e9e-e1d73bb13371 req-3257936e-4375-4106-afee-f61b066cf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:00.621384 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-281fab7b-964d-42a1-9e9e-e1d73bb13371 req-3257936e-4375-4106-afee-f61b066cf75b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 1127 time: 0.0412378 Apr 11 18:18:00.728508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fab7b-964d-42a1-9e9e-e1d73bb13371 req-7e5adfe9-622b-4ffd-b0eb-2934695c1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:00.729983 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-281fab7b-964d-42a1-9e9e-e1d73bb13371 req-7e5adfe9-622b-4ffd-b0eb-2934695c1c65 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0999291 Apr 11 18:18:01.067238 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365c709-bdfb-4ecd-bc7e-b04b1634e261 req-34d51f94-6e6f-4f80-aae5-1a58264db598 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:01.068753 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d365c709-bdfb-4ecd-bc7e-b04b1634e261 req-34d51f94-6e6f-4f80-aae5-1a58264db598 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 943 time: 0.0704944 Apr 11 18:18:01.165259 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d365c709-bdfb-4ecd-bc7e-b04b1634e261 req-1e254f57-43e0-4b76-ac46-ea5aa07dfd79 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672872 Apr 11 18:18:01.166769 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fab7b-964d-42a1-9e9e-e1d73bb13371 req-6266259d-09b4-4f4f-874d-c9f9dcd563fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:01.169356 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-281fab7b-964d-42a1-9e9e-e1d73bb13371 req-6266259d-09b4-4f4f-874d-c9f9dcd563fe service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607330 Apr 11 18:18:01.261725 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fad94-de00-4386-b582-ffc37d60002a req-4ddcc4a2-ed33-4b4d-8dbb-ca446519c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:01.263256 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-4ddcc4a2-ed33-4b4d-8dbb-ca446519c9cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 1127 time: 0.0413370 Apr 11 18:18:01.288960 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd65fe4-f73c-4572-bb13-f0434c203ae2 req-70048d1d-0120-4207-9b8c-6cef3d2c71fd tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:01.290430 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5bd65fe4-f73c-4572-bb13-f0434c203ae2 req-70048d1d-0120-4207-9b8c-6cef3d2c71fd tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0472441 Apr 11 18:18:01.339221 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5bd65fe4-f73c-4572-bb13-f0434c203ae2 req-a3d37f55-6400-420a-8cd8-716ec01cbb6a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431409 Apr 11 18:18:01.527056 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-cd7d9a0e-9bbc-4407-a8a9-e33536ea4bdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38179d67-72e2-411c-9a5a-4948a90fb7e7 HTTP/1.1" status: 200 len: 217 time: 0.0452385 Apr 11 18:18:01.578430 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fad94-de00-4386-b582-ffc37d60002a req-cdfb4992-b0fa-414a-a702-af0238214f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:01.579897 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-cdfb4992-b0fa-414a-a702-af0238214f6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=675019fa-8915-421f-bf8b-c55e41477ea1 HTTP/1.1" status: 200 len: 849 time: 0.0449343 Apr 11 18:18:01.634929 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fad94-de00-4386-b582-ffc37d60002a req-fee52a45-c34a-4def-bf32-aa395403b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:01.636431 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-fee52a45-c34a-4def-bf32-aa395403b5d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a534f68-374b-4a6f-b80f-1aa62bee60ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388069 Apr 11 18:18:01.732910 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-a51c5042-5971-4af9-b8dc-ab4a225e98a3 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900378 Apr 11 18:18:02.040819 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ae4fad94-de00-4386-b582-ffc37d60002a req-45cd78e3-e29f-41fd-ba0c-a0114a36b7c8 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907633 Apr 11 18:18:02.290849 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacd361-dd3e-4890-a737-c6368abfd227 req-bc306e8e-8bf5-4902-add1-76afd0fe1d25 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:02.292423 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dcacd361-dd3e-4890-a737-c6368abfd227 req-bc306e8e-8bf5-4902-add1-76afd0fe1d25 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 943 time: 0.0547476 Apr 11 18:18:02.341066 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dcacd361-dd3e-4890-a737-c6368abfd227 req-abfad68d-d118-4f7c-9d25-0b33918dda5f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427554 Apr 11 18:18:02.458851 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc9d6e-2361-4795-9cb2-1c05f7b5568a req-81645374-800f-4723-8ea7-b266c9836592 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:02.460927 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e3fc9d6e-2361-4795-9cb2-1c05f7b5568a req-81645374-800f-4723-8ea7-b266c9836592 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0524950 Apr 11 18:18:02.511330 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e3fc9d6e-2361-4795-9cb2-1c05f7b5568a req-1af7d9e1-ce5b-496a-890f-ac9f8130a050 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448294 Apr 11 18:18:02.804443 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5e431cb9-2959-45d4-9906-032a08b699be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:02.985583 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eef07-84fd-4cdf-a865-b036747f9b88 req-239fb4f8-5a2c-45c6-a7bf-6c0f52011d80 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:02.987168 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9e2eef07-84fd-4cdf-a865-b036747f9b88 req-239fb4f8-5a2c-45c6-a7bf-6c0f52011d80 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0488751 Apr 11 18:18:03.034636 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9e2eef07-84fd-4cdf-a865-b036747f9b88 req-2c12e997-69ee-4752-81be-1712286d3d01 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Apr 11 18:18:03.182781 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-7a90392b-7b25-4cf1-b988-b9b471bdbe78 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366278 Apr 11 18:18:03.239467 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-287e4e8f-06ac-4708-8c5f-da0cfaafb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:03.241485 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-287e4e8f-06ac-4708-8c5f-da0cfaafb523 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 1129 time: 0.0379877 Apr 11 18:18:03.306971 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-db051531-26a4-4710-a1a5-10cce4af5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:03.308465 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-db051531-26a4-4710-a1a5-10cce4af5bc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 1129 time: 0.0434341 Apr 11 18:18:03.361421 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-76d68146-4b00-4519-b75d-e33b7d7e4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:03.362885 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-76d68146-4b00-4519-b75d-e33b7d7e4618 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.0974870 Apr 11 18:18:03.389677 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 38179d67-72e2-411c-9a5a-4948a90fb7e7 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:18:03.405895 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-d61f336e-ae49-4f75-8c3c-afe23dde77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:03.407637 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-d61f336e-ae49-4f75-8c3c-afe23dde77cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.0929289 Apr 11 18:18:03.409030 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-def9687e-b79f-4999-bc80-34bce87ec291 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=353e55f1-0d7b-4893-a793-312be20bcf01 HTTP/1.1" status: 200 len: 217 time: 0.0386577 Apr 11 18:18:03.467792 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-707d4dfa-e6f5-47ea-8f4d-abab234e9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:03.469638 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-707d4dfa-e6f5-47ea-8f4d-abab234e9766 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0502958 Apr 11 18:18:03.519175 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 38179d67-72e2-411c-9a5a-4948a90fb7e7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=38179d67-72e2-411c-9a5a-4948a90fb7e7,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:03.538822 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '38179d67-72e2-411c-9a5a-4948a90fb7e7', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'port_id': '38179d67-72e2-411c-9a5a-4948a90fb7e7', 'mac_address': 'fa:16:3e:b6:5f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:18:03.541951 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-a2c83c33-4977-4a11-a396-6ff90aa2e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:03.544895 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-a2c83c33-4977-4a11-a396-6ff90aa2e294 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672081 Apr 11 18:18:03.597935 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 38179d67-72e2-411c-9a5a-4948a90fb7e7 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:03.598493 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:03.614561 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38179d67-72e2-411c-9a5a-4948a90fb7e7 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:18:03.638680 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 38179d67-72e2-411c-9a5a-4948a90fb7e7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=38179d67-72e2-411c-9a5a-4948a90fb7e7,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:03.700718 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f1ed-d2c3-4ad3-812a-074de30dca68 req-6570dc66-3fd8-40f8-aa74-c303bea9715f tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:03.702372 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a855f1ed-d2c3-4ad3-812a-074de30dca68 req-6570dc66-3fd8-40f8-aa74-c303bea9715f tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0701885 Apr 11 18:18:03.709030 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-9a2de06e-24da-425f-ad55-e304a32aa0cf service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584060 Apr 11 18:18:03.725748 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:03.768441 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73090970-eede-4049-b134-f2810795a9d3 req-c64eba6e-900d-4864-9533-5a5a04fcc84e tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:03.769882 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-73090970-eede-4049-b134-f2810795a9d3 req-c64eba6e-900d-4864-9533-5a5a04fcc84e tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 943 time: 0.3525283 Apr 11 18:18:03.782498 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=38179d67-72e2-411c-9a5a-4948a90fb7e7,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:03.785960 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-1edd255a-a09b-48bf-b532-52572b741515 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c HTTP/1.1" status: 200 len: 1001 time: 0.3657274 Apr 11 18:18:03.820215 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a855f1ed-d2c3-4ad3-812a-074de30dca68 req-9d492a14-55d0-4283-b5c8-8d7e118aa44b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083431 Apr 11 18:18:03.848856 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4c8f9066-69a9-4c2f-bd2e-b073d89849e9 req-0e4b71e9-87db-47f2-98af-d7f7bae69320 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306012 Apr 11 18:18:03.864130 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-73090970-eede-4049-b134-f2810795a9d3 req-9d641cb2-a56b-4755-9231-535915a814eb tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772121 Apr 11 18:18:03.868639 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-55b75c06-f36d-45b4-b7fc-b063b2f69a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:03.869795 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-55b75c06-f36d-45b4-b7fc-b063b2f69a50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0767953 Apr 11 18:18:04.000486 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['38179d67-72e2-411c-9a5a-4948a90fb7e7'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:18:04.128156 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-8683da37-1a24-4700-a6f8-98a621b1a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:04.129787 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-8683da37-1a24-4700-a6f8-98a621b1a28e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471988 Apr 11 18:18:04.181825 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6b2e3-604e-4af5-bcc2-5276e464f08a req-3a1b11d0-6cbc-4cbf-9b16-20033d091ab4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:04.183305 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-31e6b2e3-604e-4af5-bcc2-5276e464f08a req-3a1b11d0-6cbc-4cbf-9b16-20033d091ab4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0678768 Apr 11 18:18:04.229457 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-bd1a8d37-4d0b-40f3-9315-ca90287f8432 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911908 Apr 11 18:18:04.235490 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-31e6b2e3-604e-4af5-bcc2-5276e464f08a req-e8c3899f-3f6f-4b72-85f4-802ecd6fc2c2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461919 Apr 11 18:18:04.324537 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc29aa79-109e-4428-9668-76a53a39cfd1 req-d5c6ae62-9bc6-49e6-9c95-a12ab6d0b17d service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887129 Apr 11 18:18:04.939265 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ec23c-cf45-43c6-abca-392f8da2dac8 req-4d95817e-1b50-4d36-b40a-4e2be3d7b76d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:04.940864 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-024ec23c-cf45-43c6-abca-392f8da2dac8 req-4d95817e-1b50-4d36-b40a-4e2be3d7b76d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0492830 Apr 11 18:18:04.983996 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12d53b-3842-46cb-b70d-70ac8528385c req-776bb287-090d-4ab9-8ff4-3ecdb1a00e6f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:04.985514 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-da12d53b-3842-46cb-b70d-70ac8528385c req-776bb287-090d-4ab9-8ff4-3ecdb1a00e6f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 944 time: 0.0475078 Apr 11 18:18:04.993503 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-024ec23c-cf45-43c6-abca-392f8da2dac8 req-5dca5332-c53f-4fd2-a421-923de9c59437 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459805 Apr 11 18:18:05.032831 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-da12d53b-3842-46cb-b70d-70ac8528385c req-eaef67f7-4916-4bbf-b4e6-362ad417b04f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Apr 11 18:18:05.037502 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ba289f02-5f2e-45fc-b21d-2ac07385cf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:05.348125 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769ea16-dc8e-49f2-9d0e-27d565f236a6 req-0cbf6cad-9d17-49f0-92e4-9ab46be079b6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:05.349636 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e769ea16-dc8e-49f2-9d0e-27d565f236a6 req-0cbf6cad-9d17-49f0-92e4-9ab46be079b6 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0470424 Apr 11 18:18:05.389390 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 38179d67-72e2-411c-9a5a-4948a90fb7e7 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:05.398420 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e769ea16-dc8e-49f2-9d0e-27d565f236a6 req-1c1036ee-1c32-4519-954a-67195acc69b7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 Apr 11 18:18:05.441407 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 38179d67-72e2-411c-9a5a-4948a90fb7e7 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:18:05.501163 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 38179d67-72e2-411c-9a5a-4948a90fb7e7 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:05.501651 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:05.581867 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 38179d67-72e2-411c-9a5a-4948a90fb7e7 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:05.582247 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:05.603757 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38179d67-72e2-411c-9a5a-4948a90fb7e7'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:05.605961 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0602bcdb-211c-41d9-9d50-12ee68c11f15" -d '{"events": [{"server_uuid": "b0ff96ec-95e7-4485-bc28-658802de8e9e", "name": "network-vif-plugged", "status": "completed", "tag": "38179d67-72e2-411c-9a5a-4948a90fb7e7"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:05.619516 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 38179d67-72e2-411c-9a5a-4948a90fb7e7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=38179d67-72e2-411c-9a5a-4948a90fb7e7,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:05.641210 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00987c25-62d5-4696-9a0d-2c4890b7f4f2 x-openstack-request-id: req-00987c25-62d5-4696-9a0d-2c4890b7f4f2 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:05.641543 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ff96ec-95e7-4485-bc28-658802de8e9e", "name": "network-vif-plugged", "status": "completed", "tag": "38179d67-72e2-411c-9a5a-4948a90fb7e7", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:05.641803 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00987c25-62d5-4696-9a0d-2c4890b7f4f2 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:05.642171 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00987c25-62d5-4696-9a0d-2c4890b7f4f2'] response: {'server_uuid': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38179d67-72e2-411c-9a5a-4948a90fb7e7', 'code': 200} Apr 11 18:18:05.701556 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:05.749326 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=38179d67-72e2-411c-9a5a-4948a90fb7e7,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:05.954404 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8be2d-efcf-4118-a52e-6d37bd1855d6 req-95a1dde0-7625-47ff-91b7-8461c732a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:05.955825 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d2c8be2d-efcf-4118-a52e-6d37bd1855d6 req-95a1dde0-7625-47ff-91b7-8461c732a97a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 1129 time: 0.0419004 Apr 11 18:18:06.001051 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d2c8be2d-efcf-4118-a52e-6d37bd1855d6 req-3a7b885c-23a7-4dc7-b6c0-6e966d939794 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382593 Apr 11 18:18:06.107253 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd750-1646-4162-be08-2ac6dcd0d8fa req-0d6f9c4f-e192-47b4-8847-8d600f805754 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:06.108934 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd7cd750-1646-4162-be08-2ac6dcd0d8fa req-0d6f9c4f-e192-47b4-8847-8d600f805754 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0491462 Apr 11 18:18:06.161968 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd7cd750-1646-4162-be08-2ac6dcd0d8fa req-e1fbac5f-ac96-4d8c-8775-02e6c341bf91 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470014 Apr 11 18:18:06.164799 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655f34a-1f03-4304-b44c-1b9e0be6f5f9 req-a799a2f2-4b3a-41da-82a5-81c203ddd931 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:06.166410 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a655f34a-1f03-4304-b44c-1b9e0be6f5f9 req-a799a2f2-4b3a-41da-82a5-81c203ddd931 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 945 time: 0.0470126 Apr 11 18:18:06.217528 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a655f34a-1f03-4304-b44c-1b9e0be6f5f9 req-7ec2bdb9-bc0e-4054-9719-338500b941dd tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455432 Apr 11 18:18:06.518391 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a56032-81a6-45a3-ad8b-e0efc4052109 req-71612cb0-496e-43aa-8a75-87fb7164cd6c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:06.519996 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-43a56032-81a6-45a3-ad8b-e0efc4052109 req-71612cb0-496e-43aa-8a75-87fb7164cd6c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0520177 Apr 11 18:18:06.567689 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-43a56032-81a6-45a3-ad8b-e0efc4052109 req-474cdb69-b58c-4ba4-a652-6353aedee476 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413239 Apr 11 18:18:06.570439 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:07.335344 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3ed0f-78e3-4009-af64-01baace99430 req-3581c94d-8689-4118-b253-7c4beac97e2b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:07.336865 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bba3ed0f-78e3-4009-af64-01baace99430 req-3581c94d-8689-4118-b253-7c4beac97e2b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 945 time: 0.0518980 Apr 11 18:18:07.384688 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bba3ed0f-78e3-4009-af64-01baace99430 req-a3640e53-9739-4b4a-9c49-255e1ecfee60 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423982 Apr 11 18:18:07.426628 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc9edd-25e2-4ee0-818f-c41367546b36 req-85efc375-bd03-4246-bd25-623884f7ecd6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:07.428660 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0cdc9edd-25e2-4ee0-818f-c41367546b36 req-85efc375-bd03-4246-bd25-623884f7ecd6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.1423481 Apr 11 18:18:07.498110 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0cdc9edd-25e2-4ee0-818f-c41367546b36 req-a1b18e79-352b-4517-87e6-06ac63c71720 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609405 Apr 11 18:18:07.682155 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a257e-ed07-4767-ad0b-e69c2a109912 req-6580b3c4-d920-4696-a66d-03c4d0c332c0 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:07.683613 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f29a257e-ed07-4767-ad0b-e69c2a109912 req-6580b3c4-d920-4696-a66d-03c4d0c332c0 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0474536 Apr 11 18:18:07.732920 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f29a257e-ed07-4767-ad0b-e69c2a109912 req-f59494d4-977d-4102-a549-3ab8aabe5d8b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437794 Apr 11 18:18:07.741487 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:08.498024 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f36cb4-ee67-4862-a51d-1643770fb131 req-cfc5198f-f2ba-414e-bff2-88158608de94 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:08.499512 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e1f36cb4-ee67-4862-a51d-1643770fb131 req-cfc5198f-f2ba-414e-bff2-88158608de94 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 945 time: 0.0478015 Apr 11 18:18:08.554843 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e1f36cb4-ee67-4862-a51d-1643770fb131 req-2956350e-bd46-4578-b33b-ce0039af4cfc tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471010 Apr 11 18:18:08.672451 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce45c3-38d3-42c3-af44-1ee34b70f587 req-7db2ed31-2c1f-4bec-9ef2-6faeac4bad38 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:08.674061 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e2ce45c3-38d3-42c3-af44-1ee34b70f587 req-7db2ed31-2c1f-4bec-9ef2-6faeac4bad38 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 945 time: 0.0508318 Apr 11 18:18:08.683300 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58468) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:08.687834 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-e88b5616-2f8f-4fb8-9db6-744b8d82da02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Request body: {'floatingip': {'port_id': '38179d67-72e2-411c-9a5a-4948a90fb7e7'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:08.727181 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e88b5616-2f8f-4fb8-9db6-744b8d82da02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (95414ae8-b625-4b5e-a116-034b29dbfdf6), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:08.769376 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6fb10-6ccb-463a-87b5-dbf56284b517 req-e032b9f5-d4e3-446f-a2a2-3f1063f7cd69 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:08.771088 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-38a6fb10-6ccb-463a-87b5-dbf56284b517 req-e032b9f5-d4e3-446f-a2a2-3f1063f7cd69 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0539243 Apr 11 18:18:08.822836 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-38a6fb10-6ccb-463a-87b5-dbf56284b517 req-8d1bfedb-e37a-4cc7-92d5-7f099d36880d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460999 Apr 11 18:18:08.882169 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082ec8-5385-4480-b650-c4ccc859a01d req-e1fd6569-a992-4a11-8659-42175d09d685 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:08.883656 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3e082ec8-5385-4480-b650-c4ccc859a01d req-e1fd6569-a992-4a11-8659-42175d09d685 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0786912 Apr 11 18:18:09.014260 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3e082ec8-5385-4480-b650-c4ccc859a01d req-ae22ab41-c17f-4030-9bfb-7dca9e79069d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930529 Apr 11 18:18:09.101715 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:09.260964 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e88b5616-2f8f-4fb8-9db6-744b8d82da02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:09.345800 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e88b5616-2f8f-4fb8-9db6-744b8d82da02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (95414ae8-b625-4b5e-a116-034b29dbfdf6), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:09.449055 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-e88b5616-2f8f-4fb8-9db6-744b8d82da02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Floating IP 95414ae8-b625-4b5e-a116-034b29dbfdf6 associated. External IP: 172.27.2.143, port: 38179d67-72e2-411c-9a5a-4948a90fb7e7. Apr 11 18:18:09.662896 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88b5616-2f8f-4fb8-9db6-744b8d82da02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:18:09.773254 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88b5616-2f8f-4fb8-9db6-744b8d82da02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:18:09.777612 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e88b5616-2f8f-4fb8-9db6-744b8d82da02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:09.782392 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] Sync routers for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:18:09.791934 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:09.792568 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:09.807576 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-e88b5616-2f8f-4fb8-9db6-744b8d82da02 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "PUT /v2.0/floatingips/95414ae8-b625-4b5e-a116-034b29dbfdf6 HTTP/1.1" status: 200 len: 991 time: 1.1231692 Apr 11 18:18:09.808193 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'tag': '38179d67-72e2-411c-9a5a-4948a90fb7e7'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:09.810414 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dd68d9-4089-41fb-9e69-dac082a3aca2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ff96ec-95e7-4485-bc28-658802de8e9e", "tag": "38179d67-72e2-411c-9a5a-4948a90fb7e7"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:09.844479 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0d42b5-1018-464b-a519-eb9e0028d7cc x-openstack-request-id: req-6d0d42b5-1018-464b-a519-eb9e0028d7cc {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:09.844768 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ff96ec-95e7-4485-bc28-658802de8e9e", "tag": "38179d67-72e2-411c-9a5a-4948a90fb7e7", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:09.845019 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d0d42b5-1018-464b-a519-eb9e0028d7cc {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:09.845427 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0d42b5-1018-464b-a519-eb9e0028d7cc'] response: {'name': 'network-changed', 'server_uuid': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'tag': '38179d67-72e2-411c-9a5a-4948a90fb7e7', 'status': 'completed', 'code': 200} Apr 11 18:18:09.903251 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:09.941250 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c2033-57d5-40d9-8915-bb5d195e496d req-536def75-cca7-4823-87be-6fb9dd98fa0d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:09.942755 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ac3c2033-57d5-40d9-8915-bb5d195e496d req-536def75-cca7-4823-87be-6fb9dd98fa0d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0539322 Apr 11 18:18:09.992702 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ac3c2033-57d5-40d9-8915-bb5d195e496d req-e183ad41-c955-40d3-a5ea-08ca3402eceb tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Apr 11 18:18:10.119650 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '95414ae8-b625-4b5e-a116-034b29dbfdf6', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'port_id': '38179d67-72e2-411c-9a5a-4948a90fb7e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'mac_address': 'fa:16:3e:b6:5f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:17:54Z', 'updated_at': '2022-04-11T18:18:09Z', 'revision_number': 1, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:10.191572 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eb874-b321-4522-b0a5-b627c9347a1c req-1a9615ab-b5c4-4cfc-b1c2-b0af8e5708c8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:10.193198 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-530eb874-b321-4522-b0a5-b627c9347a1c req-1a9615ab-b5c4-4cfc-b1c2-b0af8e5708c8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.1046672 Apr 11 18:18:10.242416 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-530eb874-b321-4522-b0a5-b627c9347a1c req-91fe2d7c-2c3e-4c59-a794-9624bddf0a0a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432122 Apr 11 18:18:10.247104 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] Checking router: c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:18:10.255632 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:10.256292 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:10.370711 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:10.572651 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-01ea054d-5170-4512-8bac-7bf5c6a4d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:10.574325 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-01ea054d-5170-4512-8bac-7bf5c6a4d91a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 1129 time: 0.0430202 Apr 11 18:18:10.593287 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '95414ae8-b625-4b5e-a116-034b29dbfdf6', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'port_id': '38179d67-72e2-411c-9a5a-4948a90fb7e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'mac_address': 'fa:16:3e:b6:5f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:17:54Z', 'updated_at': '2022-04-11T18:18:09Z', 'revision_number': 1, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:10.620447 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5027101-fe8d-49aa-94b3-52bb5f453ccd None None] The sync data for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi is: [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '95414ae8-b625-4b5e-a116-034b29dbfdf6', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'port_id': '38179d67-72e2-411c-9a5a-4948a90fb7e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'mac_address': 'fa:16:3e:b6:5f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:17:54Z', 'updated_at': '2022-04-11T18:18:09Z', 'revision_number': 1, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:18:10.685442 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-502194b4-a0c6-4758-a677-e9d8d9d7ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:10.686933 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-502194b4-a0c6-4758-a677-e9d8d9d7ce22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a534f68-374b-4a6f-b80f-1aa62bee60ea HTTP/1.1" status: 200 len: 911 time: 0.1059866 Apr 11 18:18:10.818209 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb80875-f03f-4ca5-9a52-f52b0fa790f0 None None] New status for floating IP 95414ae8-b625-4b5e-a116-034b29dbfdf6: ACTIVE {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:18:11.081780 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-c8a1ddc8-1cd8-4d2a-905e-afad253cee38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38179d67-72e2-411c-9a5a-4948a90fb7e7 HTTP/1.1" status: 200 len: 999 time: 0.0776639 Apr 11 18:18:11.148534 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772ae0e-b5f8-4bb8-8b2d-e7749c682e14 req-304467e7-107f-4ed7-a187-1cf3bb3b0038 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:11.150032 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8772ae0e-b5f8-4bb8-8b2d-e7749c682e14 req-304467e7-107f-4ed7-a187-1cf3bb3b0038 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0857699 Apr 11 18:18:11.167528 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-988633fb-9e81-4420-ab41-492d4929875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:11.169005 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-988633fb-9e81-4420-ab41-492d4929875d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=675019fa-8915-421f-bf8b-c55e41477ea1 HTTP/1.1" status: 200 len: 849 time: 0.0705812 Apr 11 18:18:11.236563 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8772ae0e-b5f8-4bb8-8b2d-e7749c682e14 req-51e531b5-8069-4477-90aa-9bc2fc391c13 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801332 Apr 11 18:18:11.239705 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-4e38e69f-c9bb-40e9-ba97-be74df087c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:11.241193 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-4e38e69f-c9bb-40e9-ba97-be74df087c57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a534f68-374b-4a6f-b80f-1aa62bee60ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589435 Apr 11 18:18:11.338422 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-0f80e12f-6fce-4879-9aed-8405be3386b2 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886054 Apr 11 18:18:11.362199 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475bedf-baff-47d5-b4fc-33e80060b882 req-1de8192d-583e-47f7-a931-baf2017eae00 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:11.363739 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e475bedf-baff-47d5-b4fc-33e80060b882 req-1de8192d-583e-47f7-a931-baf2017eae00 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0484455 Apr 11 18:18:11.428308 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e475bedf-baff-47d5-b4fc-33e80060b882 req-143f7c33-8d62-4f26-8773-d5a4eb210b00 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571761 Apr 11 18:18:11.442145 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-24dd68d9-4089-41fb-9e69-dac082a3aca2 req-166571e6-b738-40ac-8439-6888233a2108 service neutron] 10.222.0.15 "GET /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968368 Apr 11 18:18:11.451421 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:18:11.559755 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:11.572381 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'port_id': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'mac_address': 'fa:16:3e:bb:3f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:18:11.609139 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:11.609525 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:11.623209 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:18:11.643145 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:11.734441 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:11.783162 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:12.045026 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['22d5ca75-f404-4bec-84ef-c0e5651b0dd6'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:18:12.369114 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d6145-fc1f-49e7-95c2-92eb27eb7277 req-32897d4d-7147-430e-9618-ddb7387be009 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:12.370954 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e32d6145-fc1f-49e7-95c2-92eb27eb7277 req-32897d4d-7147-430e-9618-ddb7387be009 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0646269 Apr 11 18:18:12.428084 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e32d6145-fc1f-49e7-95c2-92eb27eb7277 req-01d72e91-502c-4b83-bf34-61b98885a7fe tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507455 Apr 11 18:18:12.549878 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d83b2b-46f4-4e58-8fc0-116dc35f599a req-4823cc3c-2107-47c0-ab96-497822500266 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:12.551428 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-15d83b2b-46f4-4e58-8fc0-116dc35f599a req-4823cc3c-2107-47c0-ab96-497822500266 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0483782 Apr 11 18:18:12.599906 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-15d83b2b-46f4-4e58-8fc0-116dc35f599a req-81563a59-84ac-4293-bed8-3b1cbb4b7239 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426862 Apr 11 18:18:13.464785 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:13.522580 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:18:13.555328 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e4662-25e3-4345-a398-a0c96324f2f4 req-30292c0b-5006-4933-aec1-915ecec7fb70 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:13.556865 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fe7e4662-25e3-4345-a398-a0c96324f2f4 req-30292c0b-5006-4933-aec1-915ecec7fb70 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0487740 Apr 11 18:18:13.587009 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:13.587373 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:13.608548 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fe7e4662-25e3-4345-a398-a0c96324f2f4 req-4d5b9bb0-bca5-4a3a-a815-5a90529088f8 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Apr 11 18:18:13.669290 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:13.669672 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:13.695242 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:13.697563 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d3d632-e5a2-4ba6-8960-dbcafbb34a09" -d '{"events": [{"server_uuid": "8b0c589d-15b5-43da-807a-6b798856ecc9", "name": "network-vif-plugged", "status": "completed", "tag": "22d5ca75-f404-4bec-84ef-c0e5651b0dd6"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:13.711103 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:13.723497 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57d760-82ca-430f-aecc-c92f82987cff req-74ad0da1-de0c-4138-9ca2-58a279330264 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:13.725573 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b57d760-82ca-430f-aecc-c92f82987cff req-74ad0da1-de0c-4138-9ca2-58a279330264 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0546906 Apr 11 18:18:13.736766 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30c0ed0-7594-4b7a-830b-528cf83c47f1 x-openstack-request-id: req-c30c0ed0-7594-4b7a-830b-528cf83c47f1 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:13.736892 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0c589d-15b5-43da-807a-6b798856ecc9", "name": "network-vif-plugged", "status": "completed", "tag": "22d5ca75-f404-4bec-84ef-c0e5651b0dd6", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:13.737124 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c30c0ed0-7594-4b7a-830b-528cf83c47f1 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:13.737745 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c30c0ed0-7594-4b7a-830b-528cf83c47f1'] response: {'server_uuid': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'code': 200} Apr 11 18:18:13.781719 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:13.785891 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b57d760-82ca-430f-aecc-c92f82987cff req-bbf69e53-a5cf-43f2-ab5f-934aa4395383 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543349 Apr 11 18:18:13.844534 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:14.014959 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912e9fd-d063-4676-8f71-e6719ff03593 req-6d5066f4-3cb4-4b5f-9e9b-4cb3e4516f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:14.016559 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8912e9fd-d063-4676-8f71-e6719ff03593 req-6d5066f4-3cb4-4b5f-9e9b-4cb3e4516f02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 1130 time: 0.0403426 Apr 11 18:18:14.065091 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8912e9fd-d063-4676-8f71-e6719ff03593 req-a983e9da-a3a2-4abc-be22-7ad7ffc97df2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419407 Apr 11 18:18:14.725703 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295888-5d8d-43cd-9705-9a72fb54782f req-2d253bbd-2cc1-46bf-b1e8-db4511d6b1d0 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:14.733933 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-43295888-5d8d-43cd-9705-9a72fb54782f req-2d253bbd-2cc1-46bf-b1e8-db4511d6b1d0 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0520771 Apr 11 18:18:14.775782 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-43295888-5d8d-43cd-9705-9a72fb54782f req-3f82f2f1-5006-4db5-98fe-114700a00c25 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Apr 11 18:18:14.909105 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525f6ed-f8ea-4af8-b5a0-873931896ba7 req-4b18bd62-5a49-479d-9851-cde8ac47397f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:14.910661 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f525f6ed-f8ea-4af8-b5a0-873931896ba7 req-4b18bd62-5a49-479d-9851-cde8ac47397f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0473974 Apr 11 18:18:14.959532 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f525f6ed-f8ea-4af8-b5a0-873931896ba7 req-72a01c31-535c-4825-9d41-9d470b27290e tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427401 Apr 11 18:18:15.145408 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280bce-6d6a-4478-820f-fe10adcd46e1 req-4ea9161d-a92f-467c-a916-bbd99f8d77a0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:15.147408 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6c280bce-6d6a-4478-820f-fe10adcd46e1 req-4ea9161d-a92f-467c-a916-bbd99f8d77a0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 945 time: 0.0500526 Apr 11 18:18:15.194205 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6c280bce-6d6a-4478-820f-fe10adcd46e1 req-79108b8d-eb54-4854-ae3f-debea337ff5e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412521 Apr 11 18:18:15.890094 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a71a3-08a8-45e5-b6cb-08d12fe6439f req-5fa4cfd7-1ed2-4a24-a5cf-7f6a6a457841 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:15.891705 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fb8a71a3-08a8-45e5-b6cb-08d12fe6439f req-5fa4cfd7-1ed2-4a24-a5cf-7f6a6a457841 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0476594 Apr 11 18:18:15.948336 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fb8a71a3-08a8-45e5-b6cb-08d12fe6439f req-f16456c8-b7ac-468e-99a5-27329633277c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500915 Apr 11 18:18:16.098508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bf38f-1c05-411e-938b-036276f2d506 req-d43f0a28-f366-41a7-bb47-f50f9671ebfd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:16.101247 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-690bf38f-1c05-411e-938b-036276f2d506 req-d43f0a28-f366-41a7-bb47-f50f9671ebfd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0728240 Apr 11 18:18:16.150076 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-690bf38f-1c05-411e-938b-036276f2d506 req-9833182f-7b13-43e9-b657-82560da99943 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 Apr 11 18:18:16.306967 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e8423-1996-4bb9-80f8-9bdc21f072d4 req-98a81d60-f28d-4ba3-a5a7-97aec8ca4999 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:16.308476 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-646e8423-1996-4bb9-80f8-9bdc21f072d4 req-98a81d60-f28d-4ba3-a5a7-97aec8ca4999 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 945 time: 0.0472291 Apr 11 18:18:16.356620 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-646e8423-1996-4bb9-80f8-9bdc21f072d4 req-e20ea448-5294-43db-9c01-e236bfb30417 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413692 Apr 11 18:18:17.059623 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b6ab5-bde0-4c63-a3b4-f8c2662d5dfe req-b91e8a44-4863-479d-8be7-9391989f122d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:17.061346 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b54b6ab5-bde0-4c63-a3b4-f8c2662d5dfe req-b91e8a44-4863-479d-8be7-9391989f122d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0472615 Apr 11 18:18:17.125549 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b54b6ab5-bde0-4c63-a3b4-f8c2662d5dfe req-573151a0-80e1-46b3-891a-451c322cebb7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585639 Apr 11 18:18:17.161362 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-c08d4cd7-7c08-4166-a867-28edd523c98d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:17.162793 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-c08d4cd7-7c08-4166-a867-28edd523c98d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 945 time: 0.0548642 Apr 11 18:18:17.247639 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75f7f5-0194-4d16-a630-cbd31ad2ae8c req-e9860f4e-fead-4239-a570-923c4da88d2b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:17.249451 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7c75f7f5-0194-4d16-a630-cbd31ad2ae8c req-e9860f4e-fead-4239-a570-923c4da88d2b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0540063 Apr 11 18:18:17.265254 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:18:17.311043 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7c75f7f5-0194-4d16-a630-cbd31ad2ae8c req-608a38e9-35fc-4581-bd04-06e80eff418a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556319 Apr 11 18:18:17.326449 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Deleting port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:18:17.326790 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:17.334620 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58548) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:17.336451 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afab6f-28a4-4f74-a9f6-e1946891d321 req-636c8f7e-8e0e-48c6-93be-47063b5865d2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:17.337956 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-30afab6f-28a4-4f74-a9f6-e1946891d321 req-636c8f7e-8e0e-48c6-93be-47063b5865d2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.1057644 Apr 11 18:18:17.425696 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fcf7ac-4530-4e60-8b5d-e45471f90a11 tempest-TestVolumeBootPattern-1562829711 tempest-TestVolumeBootPattern-1562829711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:17.428407 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-71fcf7ac-4530-4e60-8b5d-e45471f90a11 tempest-TestVolumeBootPattern-1562829711 tempest-TestVolumeBootPattern-1562829711-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 1125 time: 0.0917146 Apr 11 18:18:17.431666 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58554) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:17.442756 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'port_id': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:17.447479 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-30afab6f-28a4-4f74-a9f6-e1946891d321 req-3f53bd7b-df06-4f03-a06b-50517e5c66f4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993063 Apr 11 18:18:17.465390 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] For port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:17.465763 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:17.493170 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156860c-4336-472d-ae80-52f032500205 req-ae66151a-e35d-4e4e-8ef5-5217eaf13c1c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:17.494775 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0156860c-4336-472d-ae80-52f032500205 req-ae66151a-e35d-4e4e-8ef5-5217eaf13c1c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 945 time: 0.0657492 Apr 11 18:18:17.547794 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0156860c-4336-472d-ae80-52f032500205 req-c3a07d02-cebf-42f5-b3ec-37aca67241d1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471289 Apr 11 18:18:17.563247 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:17.655817 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:17.700755 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:17.701404 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (b0eee52a-4af4-4dce-8c64-3c2c3a403df6), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:17.701721 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Floating IP b0eee52a-4af4-4dce-8c64-3c2c3a403df6 disassociated. External IP: 172.27.2.221, port: 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b. Apr 11 18:18:17.702396 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Calling delete_port for 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:18:17.778618 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Allocated IP 172.27.2.119 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/a0bc248d-6bac-4141-a83c-b36c2d949797) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:17.892444 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for port (a0bc248d-6bac-4141-a83c-b36c2d949797), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:17.953183 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:17.986455 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'Port': ['ID=41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:17.998844 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:17.999190 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:17.999535 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:17.999877 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.000235 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.000569 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.000900 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.001249 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.001627 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.001954 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.002278 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.003170 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.003170 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.003364 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.003539 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.033123 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (a0bc248d-6bac-4141-a83c-b36c2d949797), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:18.071495 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:18.074293 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:18.077852 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:18.086854 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'Port': ['ID=a0bc248d-6bac-4141-a83c-b36c2d949797,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:18.115732 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.116098 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.116442 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.116780 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.117132 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.117707 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.118031 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.118353 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.118676 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.119016 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.119325 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.119646 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.119966 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.120306 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.120626 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:18.359548 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:18:18.487132 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:18:18.498693 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:18:18.505314 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (93865833-9bc8-4f78-87a0-14a3e75dee3d), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:18.515573 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:18.516253 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:18.593853 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] No DVR routers for this DVR port 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b on host hv-cinder-83735 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:18:18.596223 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:18.599938 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a9cc34e6-4b65-4235-85c7-c9c9b4cda3d4 req-6a7e55c6-7ef9-4aed-baf8-296fb845f4c9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "DELETE /v2.0/ports/41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b HTTP/1.1" status: 204 len: 173 time: 1.4315526 Apr 11 18:18:18.603506 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'name': 'network-vif-deleted', 'tag': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:18.606088 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff0955f-6dab-4b22-b2cf-c796d0a253f0" -d '{"events": [{"server_uuid": "e7fe34e3-2224-4172-8d31-fb0d1651422c", "name": "network-vif-deleted", "tag": "41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:18.624360 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea82f95-f131-4604-b1dc-27c0929868ee req-981bc202-d8ef-41cb-9351-eeaad97bef5c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:18.626193 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ea82f95-f131-4604-b1dc-27c0929868ee req-981bc202-d8ef-41cb-9351-eeaad97bef5c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0815272 Apr 11 18:18:18.637631 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:18.676344 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-69a63997-58ff-421c-a6cb-6c086363c33b req-aad0dc6d-517a-4148-bc63-c1e012a9e1c0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7fe34e3-2224-4172-8d31-fb0d1651422c HTTP/1.1" status: 200 len: 210 time: 0.0569901 Apr 11 18:18:18.683092 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (a0bc248d-6bac-4141-a83c-b36c2d949797), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:18.702284 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ea82f95-f131-4604-b1dc-27c0929868ee req-7f228da5-8b17-470b-8d4e-f7e358b7d4a3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672262 Apr 11 18:18:18.727397 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276445f4-f0b4-4377-bdb2-3c1d2d3299fe x-openstack-request-id: req-276445f4-f0b4-4377-bdb2-3c1d2d3299fe {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:18.727687 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fe34e3-2224-4172-8d31-fb0d1651422c", "name": "network-vif-deleted", "tag": "41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:18.727946 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-276445f4-f0b4-4377-bdb2-3c1d2d3299fe {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:18.728368 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276445f4-f0b4-4377-bdb2-3c1d2d3299fe'] response: {'server_uuid': 'e7fe34e3-2224-4172-8d31-fb0d1651422c', 'name': 'network-vif-deleted', 'tag': '41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b', 'status': 'completed', 'code': 200} Apr 11 18:18:18.845674 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:18.871759 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for port (a0bc248d-6bac-4141-a83c-b36c2d949797), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:18.876687 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:18:18.886123 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:18.886750 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:18.935564 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (a0bc248d-6bac-4141-a83c-b36c2d949797), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:18.996727 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:19.014609 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'Port': ['ID=a0bc248d-6bac-4141-a83c-b36c2d949797,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:19.021334 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (93865833-9bc8-4f78-87a0-14a3e75dee3d), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:19.125245 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Floating IP 93865833-9bc8-4f78-87a0-14a3e75dee3d associated. External IP: 172.27.2.119, port: 22d5ca75-f404-4bec-84ef-c0e5651b0dd6. Apr 11 18:18:19.186921 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:19.213692 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b203d-c4ee-43b0-9892-b2d9624a2e53 None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:18:19.468410 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9155251-8f90-4720-96a0-5504709d7170 None None] New status for floating IP b0eee52a-4af4-4dce-8c64-3c2c3a403df6: DOWN {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:18:19.515043 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:18:19.543870 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:18:19.545358 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 41859dd5-7f2c-4fd1-97f2-e156ce0c7d0b not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:18:19.613807 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Router ac2aa955-1d78-4aee-99a5-9ca300f12e58 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:18:19.732543 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:18:19.755227 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] Sync routers for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:18:19.762992 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:19.763617 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:19.830295 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d610d0-20f0-41d4-895b-56956c016ad7 req-a15b85e3-230d-47c0-9cfc-72006cded467 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:19.831780 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-31d610d0-20f0-41d4-895b-56956c016ad7 req-a15b85e3-230d-47c0-9cfc-72006cded467 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0472379 Apr 11 18:18:19.868193 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:19.874297 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:19.879944 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58574) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:19.909273 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-31d610d0-20f0-41d4-895b-56956c016ad7 req-d28aaf3f-3e55-4dbe-9a66-c8a0cc1c298c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713415 Apr 11 18:18:19.916954 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-8fdba296-a42d-4641-97f8-67294a0592ba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4773667 Apr 11 18:18:19.922482 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'tag': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:19.924821 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2dae9e-bdba-40f9-8a56-92663127c330" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0c589d-15b5-43da-807a-6b798856ecc9", "tag": "22d5ca75-f404-4bec-84ef-c0e5651b0dd6"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:19.954882 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7df3-a821-48fd-b0f9-7539260cd542 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (bda5ccfe-f44d-4bb1-be98-c61cfc90cc82), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:19.969328 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380a7c12-6113-4cd9-bc9c-56889c21f9ca x-openstack-request-id: req-380a7c12-6113-4cd9-bc9c-56889c21f9ca {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:19.969640 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0c589d-15b5-43da-807a-6b798856ecc9", "tag": "22d5ca75-f404-4bec-84ef-c0e5651b0dd6", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:19.969924 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-380a7c12-6113-4cd9-bc9c-56889c21f9ca {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:19.970326 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380a7c12-6113-4cd9-bc9c-56889c21f9ca'] response: {'name': 'network-changed', 'server_uuid': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'tag': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'status': 'completed', 'code': 200} Apr 11 18:18:19.981141 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7df3-a821-48fd-b0f9-7539260cd542 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (bda5ccfe-f44d-4bb1-be98-c61cfc90cc82), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:20.117228 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7df3-a821-48fd-b0f9-7539260cd542 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (bda5ccfe-f44d-4bb1-be98-c61cfc90cc82), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:20.120277 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7df3-a821-48fd-b0f9-7539260cd542 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:20.121521 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ba7e7df3-a821-48fd-b0f9-7539260cd542 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "DELETE /v2.0/security-groups/bda5ccfe-f44d-4bb1-be98-c61cfc90cc82 HTTP/1.1" status: 204 len: 168 time: 0.2405107 Apr 11 18:18:20.124414 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58580) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:20.132210 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e7df3-a821-48fd-b0f9-7539260cd542 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda5ccfe-f44d-4bb1-be98-c61cfc90cc82,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:20.140642 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.api.v2.resource [None req-1f4e195e-bb84-45a2-a133-30cfc45913d5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] show failed (client error): The resource could not be found. Apr 11 18:18:20.141096 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-1f4e195e-bb84-45a2-a133-30cfc45913d5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups/bda5ccfe-f44d-4bb1-be98-c61cfc90cc82 HTTP/1.1" status: 404 len: 347 time: 0.0155044 Apr 11 18:18:20.143907 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58582) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:20.215717 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '93865833-9bc8-4f78-87a0-14a3e75dee3d', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:bb:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:18:18Z', 'updated_at': '2022-04-11T18:18:18Z', 'revision_number': 0, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:20.244889 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] Checking router: ac2aa955-1d78-4aee-99a5-9ca300f12e58 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:18:20.253538 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:20.254175 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:20.269936 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Deleting port 7269ab0c-8886-4fb8-8306-1127e8fa6168 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:18:20.270279 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (7269ab0c-8886-4fb8-8306-1127e8fa6168), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:20.351342 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (7269ab0c-8886-4fb8-8306-1127e8fa6168), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:20.351747 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (7269ab0c-8886-4fb8-8306-1127e8fa6168), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:20.366280 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:20.370377 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Calling delete_port for 7269ab0c-8886-4fb8-8306-1127e8fa6168 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:18:20.592925 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (7269ab0c-8886-4fb8-8306-1127e8fa6168), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:20.600733 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '93865833-9bc8-4f78-87a0-14a3e75dee3d', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:bb:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:18:18Z', 'updated_at': '2022-04-11T18:18:18Z', 'revision_number': 0, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:20.623791 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'Port': ['ID=7269ab0c-8886-4fb8-8306-1127e8fa6168,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:20.628491 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4e613-1958-4c53-9945-471cd0ea68d4 None None] The sync data for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi is: [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '93865833-9bc8-4f78-87a0-14a3e75dee3d', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:bb:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:18:18Z', 'updated_at': '2022-04-11T18:18:18Z', 'revision_number': 0, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:18:20.690150 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (b0eee52a-4af4-4dce-8c64-3c2c3a403df6), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:20.693219 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:20.696710 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b3d6be52-3e66-4b5b-a14b-714da28871d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "DELETE /v2.0/floatingips/b0eee52a-4af4-4dce-8c64-3c2c3a403df6 HTTP/1.1" status: 204 len: 168 time: 0.5494773 Apr 11 18:18:20.835637 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-e186a41c-6b17-4ce0-8dbb-a1faf2a94837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:20.837081 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-e186a41c-6b17-4ce0-8dbb-a1faf2a94837 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 1130 time: 0.0547450 Apr 11 18:18:20.838811 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bfa474-9df5-454a-8c61-73a74e4c9b31 None None] New status for floating IP 93865833-9bc8-4f78-87a0-14a3e75dee3d: ACTIVE {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:18:20.930743 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 58586) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:20.935620 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13eccb9-7179-4e12-b9c8-ef0df9a47364 req-04ed8307-82dd-4e73-9d6c-59643235dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:20.937701 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d13eccb9-7179-4e12-b9c8-ef0df9a47364 req-04ed8307-82dd-4e73-9d6c-59643235dc1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 1129 time: 0.0647867 Apr 11 18:18:20.939446 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-c986528c-41b2-46b3-8c3b-639ce7eea937 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811502052', 'description': 'tempest-description--1113682487'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:20.992117 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-ed7db806-3f2e-498f-bf14-873116a7bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:20.993935 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-ed7db806-3f2e-498f-bf14-873116a7bec2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 912 time: 0.1432264 Apr 11 18:18:21.002140 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d13eccb9-7179-4e12-b9c8-ef0df9a47364 req-f9744d2c-54cd-463e-ad03-54d9cd248565 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586245 Apr 11 18:18:21.064514 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c986528c-41b2-46b3-8c3b-639ce7eea937 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.097302 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d944c-6e41-426b-92b4-5c7a0ecea3ab req-e2314c20-e22f-4cb7-9d32-c807fbe11fbe tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:21.098571 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c44d944c-6e41-426b-92b4-5c7a0ecea3ab req-e2314c20-e22f-4cb7-9d32-c807fbe11fbe tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.1016276 Apr 11 18:18:21.125747 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-1c8d5717-90db-4481-afb4-ff3e850af97c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22d5ca75-f404-4bec-84ef-c0e5651b0dd6 HTTP/1.1" status: 200 len: 1000 time: 0.1202850 Apr 11 18:18:21.181443 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c44d944c-6e41-426b-92b4-5c7a0ecea3ab req-06ba4a04-c9a2-44ce-b96f-7a5362dc8a30 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706589 Apr 11 18:18:21.205064 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c986528c-41b2-46b3-8c3b-639ce7eea937 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (b1a5e79e-7c5c-432f-bd6c-37e9eab46593), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.267258 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c986528c-41b2-46b3-8c3b-639ce7eea937 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (b1a5e79e-7c5c-432f-bd6c-37e9eab46593), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.270482 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-07ce734f-22ca-4f42-b17f-e82bbc468632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:21.272617 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-07ce734f-22ca-4f42-b17f-e82bbc468632 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.0470204 Apr 11 18:18:21.336163 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-abcd9066-bc6f-4331-a538-e369508a1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:21.337570 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-abcd9066-bc6f-4331-a538-e369508a1219 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557392 Apr 11 18:18:21.338199 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986528c-41b2-46b3-8c3b-639ce7eea937 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a5e79e-7c5c-432f-bd6c-37e9eab46593,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:21.401776 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c986528c-41b2-46b3-8c3b-639ce7eea937 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.402981 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c986528c-41b2-46b3-8c3b-639ce7eea937 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4706728 Apr 11 18:18:21.405982 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58590) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:21.410609 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-789b2001-2250-4b42-a761-cc8d486380e0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group_rule': {'security_group_id': 'b1a5e79e-7c5c-432f-bd6c-37e9eab46593', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:21.436393 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-9ff42bdb-caa1-4c59-8ff7-e8e1f514c4ef service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910873 Apr 11 18:18:21.489527 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-789b2001-2250-4b42-a761-cc8d486380e0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (fca91285-6ad9-45ae-ab80-a0677c431438), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.534861 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dc2dae9e-bdba-40f9-8a56-92663127c330 req-caad1a45-018e-4d6a-a44a-7bc96590bc0f service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891855 Apr 11 18:18:21.545947 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-789b2001-2250-4b42-a761-cc8d486380e0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (fca91285-6ad9-45ae-ab80-a0677c431438), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.626731 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-789b2001-2250-4b42-a761-cc8d486380e0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (fca91285-6ad9-45ae-ab80-a0677c431438), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.649798 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2001-2250-4b42-a761-cc8d486380e0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca91285-6ad9-45ae-ab80-a0677c431438,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:21.703109 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-789b2001-2250-4b42-a761-cc8d486380e0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.704352 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-789b2001-2250-4b42-a761-cc8d486380e0 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2972724 Apr 11 18:18:21.706999 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58592) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:21.711891 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-d844bf5c-a0e4-4b78-85a2-a52a8f6a5a9b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'security_group_rule': {'security_group_id': 'b1a5e79e-7c5c-432f-bd6c-37e9eab46593', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:21.798071 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d844bf5c-a0e4-4b78-85a2-a52a8f6a5a9b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (52311808-f463-486d-a97f-0828fd50a0ea), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.853695 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d844bf5c-a0e4-4b78-85a2-a52a8f6a5a9b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (52311808-f463-486d-a97f-0828fd50a0ea), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.934609 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d844bf5c-a0e4-4b78-85a2-a52a8f6a5a9b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (52311808-f463-486d-a97f-0828fd50a0ea), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:21.952853 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844bf5c-a0e4-4b78-85a2-a52a8f6a5a9b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52311808-f463-486d-a97f-0828fd50a0ea,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:22.063198 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d844bf5c-a0e4-4b78-85a2-a52a8f6a5a9b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:22.064637 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d844bf5c-a0e4-4b78-85a2-a52a8f6a5a9b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3566897 Apr 11 18:18:22.067786 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58594) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:22.073193 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:22.180191 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:22.285241 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:22.338349 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7691c-7336-48ee-8af5-924d16f00add req-ae3b14d9-81d8-4892-b3ab-ef11ea04db0c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:22.339811 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0ee7691c-7336-48ee-8af5-924d16f00add req-ae3b14d9-81d8-4892-b3ab-ef11ea04db0c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0880675 Apr 11 18:18:22.428220 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0ee7691c-7336-48ee-8af5-924d16f00add req-f315dc1d-ce6d-4abf-8c2e-4c9a42cc433b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821214 Apr 11 18:18:22.451035 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Allocated IP 172.27.2.22 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/2af1bf3d-939c-46a0-9f53-26afafb5e863) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:22.562931 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (2af1bf3d-939c-46a0-9f53-26afafb5e863), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:22.661744 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (2af1bf3d-939c-46a0-9f53-26afafb5e863), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:22.700168 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:22.702850 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:22.706244 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:22.715470 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=2af1bf3d-939c-46a0-9f53-26afafb5e863,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:22.801117 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (0525e019-2ae1-45f5-aa60-7569a0526aa9), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:22.914180 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2af1bf3d-939c-46a0-9f53-26afafb5e863), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:23.075966 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (2af1bf3d-939c-46a0-9f53-26afafb5e863), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:23.158484 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (2af1bf3d-939c-46a0-9f53-26afafb5e863), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:23.238407 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=2af1bf3d-939c-46a0-9f53-26afafb5e863,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:23.248903 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (0525e019-2ae1-45f5-aa60-7569a0526aa9), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:23.309099 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:23.310356 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d4ef20fa-3cf3-41d0-8bd0-23961ee60635 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2408731 Apr 11 18:18:23.467556 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-1d3980fc-86ae-48a5-954e-894f1315c868 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1811502052&fields=id&tenant_id=263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 267 time: 0.0462725 Apr 11 18:18:23.551569 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87da3cf-1dc0-4cd0-a089-c1186f7ba0e3 req-25c951c8-bafb-413b-bd38-d58c0b5a2cc3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:23.553236 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e87da3cf-1dc0-4cd0-a089-c1186f7ba0e3 req-25c951c8-bafb-413b-bd38-d58c0b5a2cc3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0523591 Apr 11 18:18:23.580888 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7eb7df4c-d777-464f-bf7b-9afccb4ab10f tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:23.584297 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7eb7df4c-d777-464f-bf7b-9afccb4ab10f tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 815 time: 0.1098773 Apr 11 18:18:23.600038 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-f25c6f68-d945-47a8-bcfa-4ba93dd48c0e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/quotas/263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 375 time: 0.0095358 Apr 11 18:18:23.603139 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e87da3cf-1dc0-4cd0-a089-c1186f7ba0e3 req-6e6db09e-eb27-4e93-a855-3aa891598e15 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440416 Apr 11 18:18:23.665043 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-870da18b-c9c8-4916-b5dc-848680fda31b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596077 Apr 11 18:18:23.830736 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-c6da3bd7-53d1-4393-8662-bc43a728f7bb service neutron] 10.222.0.53 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540532 Apr 11 18:18:23.928522 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-434b55cc-beeb-4378-8c4d-414dfc153620 service neutron] 10.222.0.53 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911012 Apr 11 18:18:24.191835 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eb214-351b-436a-b3c0-2ecf362fe030 req-ccc327e0-4905-4d89-9a39-cb851f585134 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:24.194379 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-aa6eb214-351b-436a-b3c0-2ecf362fe030 req-ccc327e0-4905-4d89-9a39-cb851f585134 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0614295 Apr 11 18:18:24.230277 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2e5f0c5f-df37-4224-96e2-5b49aa39f81c req-ab585b0e-73fe-41f0-843c-b7236b610403 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 210 time: 0.0368583 Apr 11 18:18:24.265885 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-aa6eb214-351b-436a-b3c0-2ecf362fe030 req-84a74dd6-f9c4-4930-8c0c-3879781ea295 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651662 Apr 11 18:18:24.311409 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39789-7134-464c-b47a-466bd2a8511b req-f5c7a94b-7d2d-4d64-979d-763f8b6cfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:24.313150 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-21f39789-7134-464c-b47a-466bd2a8511b req-f5c7a94b-7d2d-4d64-979d-763f8b6cfc8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 1129 time: 0.0897670 Apr 11 18:18:24.408810 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39789-7134-464c-b47a-466bd2a8511b req-fa52083a-d2be-4153-8424-e71842716cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:24.410297 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-21f39789-7134-464c-b47a-466bd2a8511b req-fa52083a-d2be-4153-8424-e71842716cf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.0909414 Apr 11 18:18:24.477555 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-21f39789-7134-464c-b47a-466bd2a8511b req-4d0777fe-0ec8-4cfa-98c0-50a7879e4b60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c HTTP/1.1" status: 200 len: 1001 time: 0.0603232 Apr 11 18:18:24.531090 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39789-7134-464c-b47a-466bd2a8511b req-2c74ee18-32bc-42b4-852c-c5f7a23de7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:24.532594 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-21f39789-7134-464c-b47a-466bd2a8511b req-2c74ee18-32bc-42b4-852c-c5f7a23de7e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0491779 Apr 11 18:18:24.575836 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39789-7134-464c-b47a-466bd2a8511b req-9aca2a18-6afd-4e54-bc70-5c1a4b424994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:24.577402 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-21f39789-7134-464c-b47a-466bd2a8511b req-9aca2a18-6afd-4e54-bc70-5c1a4b424994 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391638 Apr 11 18:18:24.667198 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-21f39789-7134-464c-b47a-466bd2a8511b req-31b4c33f-189c-4154-94cd-0909c5ef1d87 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839763 Apr 11 18:18:24.761858 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-21f39789-7134-464c-b47a-466bd2a8511b req-e7549f48-7e88-4ed9-a856-b447f144ee13 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882773 Apr 11 18:18:25.324980 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fbe3e2ba-8e06-48fa-b5bc-81282443fcab req-7610a3a3-610a-404f-a56e-3e0800c68763 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 210 time: 0.0292509 Apr 11 18:18:25.386355 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e8719-212e-4e28-8fad-a470d0df6d9c req-fe5858ab-312a-4c82-9de5-b1ffd70742ab tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:25.387993 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-436e8719-212e-4e28-8fad-a470d0df6d9c req-fe5858ab-312a-4c82-9de5-b1ffd70742ab tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0498376 Apr 11 18:18:25.438367 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-436e8719-212e-4e28-8fad-a470d0df6d9c req-0161450b-1888-42e6-9491-fd79575a04e7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445187 Apr 11 18:18:26.422925 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-46d2090e-fe45-4d72-9a8f-9d1c0e3ee12d req-cad8e8ce-f77d-4a51-b8d7-24f8f7e63a74 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 210 time: 0.0285683 Apr 11 18:18:26.557880 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16175b8b-0ac7-4e4f-928f-4e78894a1b83 req-30c53515-1778-4386-b1bd-91375ffe4c69 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:26.559347 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-16175b8b-0ac7-4e4f-928f-4e78894a1b83 req-30c53515-1778-4386-b1bd-91375ffe4c69 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0494940 Apr 11 18:18:26.609785 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-16175b8b-0ac7-4e4f-928f-4e78894a1b83 req-509f50ec-334b-46a0-a1c3-a57f7c2ba710 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447130 Apr 11 18:18:27.521050 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-939cb03d-535c-4f67-a21c-c47e666f8266 req-72f00c70-f466-4a81-91d5-e42b861ab90e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 210 time: 0.0320017 Apr 11 18:18:27.728556 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e3fa0-44de-4dd5-bc01-906ebb01131a req-91ca17ea-2514-4d15-856a-d576ac50e4c8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:27.730004 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d66e3fa0-44de-4dd5-bc01-906ebb01131a req-91ca17ea-2514-4d15-856a-d576ac50e4c8 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0528519 Apr 11 18:18:27.777691 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d66e3fa0-44de-4dd5-bc01-906ebb01131a req-b308f52d-5f84-44e8-b02a-4fd1bbbf8c66 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Apr 11 18:18:27.885186 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d290f33-12f5-4722-85a3-cf00714f83f3 req-15856434-c3b0-4c92-b46a-d1b48fde31cf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:27.886692 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2d290f33-12f5-4722-85a3-cf00714f83f3 req-15856434-c3b0-4c92-b46a-d1b48fde31cf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0465260 Apr 11 18:18:27.897301 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58656) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:27.902155 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-4c9b3a5c-3c4d-484e-9c27-0628a49aef5b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Request body: {'floatingip': {'port_id': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:27.959374 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3a5c-3c4d-484e-9c27-0628a49aef5b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for floatingip (048c6161-be63-40f8-8569-bd87af5187d7), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:28.284036 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-f7504635-a010-4f97-9806-4404c0cec4bf tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:28.285751 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-f7504635-a010-4f97-9806-4404c0cec4bf tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 815 time: 0.1167905 Apr 11 18:18:28.357492 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-76082c15-9a6f-49c0-92b7-4fb13f2d3276 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263e30cdf3474a53a5d75ec47206d89d HTTP/1.1" status: 200 len: 380 time: 0.0619125 Apr 11 18:18:28.366233 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'port': {'device_id': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'admin_state_up': True, 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'security_groups': ['b1a5e79e-7c5c-432f-bd6c-37e9eab46593']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:28.458088 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3a5c-3c4d-484e-9c27-0628a49aef5b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:28.524473 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3a5c-3c4d-484e-9c27-0628a49aef5b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (048c6161-be63-40f8-8569-bd87af5187d7), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:28.542359 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Made reservation on behalf of 263e30cdf3474a53a5d75ec47206d89d for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:28.542359 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:28.649025 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-859021ba-f2c5-4f10-b600-99a9c345b9e6 req-00a0cf50-f00f-43bb-b79d-0a087e72e0fb tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 210 time: 0.0365741 Apr 11 18:18:28.679909 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Allocated IP 172.20.0.11 (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917/9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8/37a9d755-90c3-4a8d-80ff-be55220c4544) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:28.781032 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9b3a5c-3c4d-484e-9c27-0628a49aef5b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:18:28.818750 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:28.891860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9b3a5c-3c4d-484e-9c27-0628a49aef5b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:18:28.896691 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3a5c-3c4d-484e-9c27-0628a49aef5b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:28.901542 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:28.903752 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] Sync routers for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:18:28.916597 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:28.917264 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:28.946321 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:28.951544 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:28.957615 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:28.959718 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:28.959991 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ca7c4a-88bd-43d0-bced-1c6346713312" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:28.962148 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event updated for resources: {'Port': ['ID=37a9d755-90c3-4a8d-80ff-be55220c4544,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:28.963528 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4c9b3a5c-3c4d-484e-9c27-0628a49aef5b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "PUT /v2.0/floatingips/048c6161-be63-40f8-8569-bd87af5187d7 HTTP/1.1" status: 200 len: 993 time: 1.0649297 Apr 11 18:18:29.038469 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:29.039112 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:29.043818 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:29.091316 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641285ca-d253-490e-9acc-a4e068076964 x-openstack-request-id: req-641285ca-d253-490e-9acc-a4e068076964 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:29.091596 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:29.091853 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-641285ca-d253-490e-9acc-a4e068076964 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:29.092293 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641285ca-d253-490e-9acc-a4e068076964'] response: {'name': 'network-changed', 'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'status': 'completed', 'code': 200} Apr 11 18:18:29.121166 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ac91f3f-1cc4-4263-821e-fb7851226769 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7587380 Apr 11 18:18:29.134067 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Request body: {'port': {'device_id': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:29.166574 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-84b4b1f2-fe1b-4a85-b886-0f385414a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:29.168605 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-84b4b1f2-fe1b-4a85-b886-0f385414a386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 1129 time: 0.0544028 Apr 11 18:18:29.215048 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:29.268108 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-103d7171-5682-4bf8-b92c-2f9221ce28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:29.271825 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-103d7171-5682-4bf8-b92c-2f9221ce28a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.0930078 Apr 11 18:18:29.273821 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-37176e55-c74d-48b6-81d0-b8849049eca2 None None] Provisioning complete for port 37a9d755-90c3-4a8d-80ff-be55220c4544 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:29.274314 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-37176e55-c74d-48b6-81d0-b8849049eca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:29.317912 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '048c6161-be63-40f8-8569-bd87af5187d7', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'port_id': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'mac_address': 'fa:16:3e:15:77:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:16:39Z', 'updated_at': '2022-04-11T18:18:28Z', 'revision_number': 3, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:31Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:29.322055 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-37176e55-c74d-48b6-81d0-b8849049eca2 None None] Port 37a9d755-90c3-4a8d-80ff-be55220c4544 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:18:29.350550 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] Checking router: 9f2ad3e0-c49f-4243-a7e7-287d607321f3 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:18:29.355658 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-23a63a3a-e8c3-4fe4-8885-f053239aecd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c HTTP/1.1" status: 200 len: 1001 time: 0.0737090 Apr 11 18:18:29.359779 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:29.360445 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:29.408798 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-a62272c8-1fca-4e04-b068-4298962901a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:29.410299 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-a62272c8-1fca-4e04-b068-4298962901a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0480278 Apr 11 18:18:29.462926 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-7cf090a2-3755-4eb3-902c-db8be52535bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:29.464603 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-7cf090a2-3755-4eb3-902c-db8be52535bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443437 Apr 11 18:18:29.479359 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:29.528377 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a9d755-90c3-4a8d-80ff-be55220c4544 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:18:29.538153 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Publish callbacks [] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:29.552901 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Transition to ACTIVE for port object 37a9d755-90c3-4a8d-80ff-be55220c4544 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:18:29.569123 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-e9e8d3f6-d772-4856-82c9-395abcb5162f service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934060 Apr 11 18:18:29.621845 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:29.685142 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-18ca7c4a-88bd-43d0-bced-1c6346713312 req-f2808898-f30d-4a77-ba9c-3439cacf5ddb service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035736 Apr 11 18:18:29.716793 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Pushing event updated for resources: {'Port': ['ID=37a9d755-90c3-4a8d-80ff-be55220c4544,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:29.767031 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '048c6161-be63-40f8-8569-bd87af5187d7', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'port_id': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'mac_address': 'fa:16:3e:15:77:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:16:39Z', 'updated_at': '2022-04-11T18:18:28Z', 'revision_number': 3, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:31Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:29.793132 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Attempting to bind port 37a9d755-90c3-4a8d-80ff-be55220c4544 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:18:29.793472 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Attempting to bind port 37a9d755-90c3-4a8d-80ff-be55220c4544 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:18:29.793808 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Attempting to bind port 37a9d755-90c3-4a8d-80ff-be55220c4544 on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:29.799550 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Port 37a9d755-90c3-4a8d-80ff-be55220c4544 on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:18:29.799876 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Attempting to bind port 37a9d755-90c3-4a8d-80ff-be55220c4544 on network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:29.805629 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:18:29.805971 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Checking segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:29.806364 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Bound using segment: {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:18:29.807143 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Bound port: 37a9d755-90c3-4a8d-80ff-be55220c4544, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e8c2be-ad52-45bf-825a-e87e24315909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:18:29.807517 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:29.810027 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b99b5a-95ea-458f-8c5d-c86bada6140d None None] The sync data for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi is: [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '048c6161-be63-40f8-8569-bd87af5187d7', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'port_id': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'mac_address': 'fa:16:3e:15:77:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:16:39Z', 'updated_at': '2022-04-11T18:18:28Z', 'revision_number': 3, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:31Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:18:29.815731 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338c624-08f8-4139-847e-8b5da275044e req-4f9d475c-b896-4ced-8e48-c44390b73cc8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:29.818387 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b338c624-08f8-4139-847e-8b5da275044e req-4f9d475c-b896-4ced-8e48-c44390b73cc8 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 944 time: 0.0662677 Apr 11 18:18:29.885456 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b338c624-08f8-4139-847e-8b5da275044e req-2f3e41c4-58c8-4d23-b82f-9ed33e63799e tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598056 Apr 11 18:18:29.888327 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] For port 37a9d755-90c3-4a8d-80ff-be55220c4544, host hv-cinder-83735, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:18:29.891757 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] For port 37a9d755-90c3-4a8d-80ff-be55220c4544, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=37a9d755-90c3-4a8d-80ff-be55220c4544,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:18:29.957704 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:29.993555 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:29.994177 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:29.995695 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] 10.222.0.15 "PUT /v2.0/ports/37a9d755-90c3-4a8d-80ff-be55220c4544 HTTP/1.1" status: 200 len: 1094 time: 0.8664539 Apr 11 18:18:29.998370 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'tag': '37a9d755-90c3-4a8d-80ff-be55220c4544'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:30.001339 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea60757-dcd8-4c8e-959b-87357759d6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8780af1c-e81f-4a8f-ba65-888d67adaaf8", "tag": "37a9d755-90c3-4a8d-80ff-be55220c4544"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:30.031676 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00d9d-a375-4d43-861e-435cd3bfc41a service neutron] Pushing event updated for resources: {'Port': ['ID=37a9d755-90c3-4a8d-80ff-be55220c4544,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:30.050135 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13033c5f-7fcd-4967-bbed-8f0f7b65dd04 x-openstack-request-id: req-13033c5f-7fcd-4967-bbed-8f0f7b65dd04 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:30.050445 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8780af1c-e81f-4a8f-ba65-888d67adaaf8", "tag": "37a9d755-90c3-4a8d-80ff-be55220c4544", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:30.050704 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13033c5f-7fcd-4967-bbed-8f0f7b65dd04 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:30.051108 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13033c5f-7fcd-4967-bbed-8f0f7b65dd04'] response: {'name': 'network-changed', 'server_uuid': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'tag': '37a9d755-90c3-4a8d-80ff-be55220c4544', 'status': 'completed', 'code': 200} Apr 11 18:18:30.089715 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:30.116645 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60757-dcd8-4c8e-959b-87357759d6eb req-c1ac215c-b78a-4947-aa59-ab0e28508d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:30.118447 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bea60757-dcd8-4c8e-959b-87357759d6eb req-c1ac215c-b78a-4947-aa59-ab0e28508d4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 1128 time: 0.0418103 Apr 11 18:18:30.241915 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60757-dcd8-4c8e-959b-87357759d6eb req-450b616c-037a-4d63-821d-29646edcd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:30.243652 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bea60757-dcd8-4c8e-959b-87357759d6eb req-450b616c-037a-4d63-821d-29646edcd80c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=263e30cdf3474a53a5d75ec47206d89d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1108632 Apr 11 18:18:30.341889 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60757-dcd8-4c8e-959b-87357759d6eb req-53c08d9b-3687-482a-9376-363f501c887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:30.343285 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bea60757-dcd8-4c8e-959b-87357759d6eb req-53c08d9b-3687-482a-9376-363f501c887b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939171 Apr 11 18:18:30.426313 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-183c3af8-398a-4eb7-a2e8-880b7abdc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:30.427794 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-183c3af8-398a-4eb7-a2e8-880b7abdc34b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 1128 time: 0.0396502 Apr 11 18:18:30.471665 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-47695fda-c5d9-46e6-a674-5dfc0a06037b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37a9d755-90c3-4a8d-80ff-be55220c4544 HTTP/1.1" status: 200 len: 217 time: 0.0347099 Apr 11 18:18:30.522663 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-dc3334e6-c20c-42ef-880f-ec6c0b7c317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:30.524307 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-dc3334e6-c20c-42ef-880f-ec6c0b7c317a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.0454865 Apr 11 18:18:30.573688 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ab4c343-e7b9-45ee-939f-163664ec8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:30.575179 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-7ab4c343-e7b9-45ee-939f-163664ec8000 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428176 Apr 11 18:18:30.667642 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-84030a27-ff81-42ee-9784-4b5b2cd1ac1e service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832720 Apr 11 18:18:30.761154 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-95c44e2d-2c04-4a3f-aa20-7e961c30a511 req-c53736eb-6574-469f-8a79-ce7059740fe1 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866821 Apr 11 18:18:31.009563 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef4151-2d1d-4647-aa3a-48baaab4c574 req-fd7de44f-5f0e-4da6-9aec-e62b37a2728a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:31.011046 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b6ef4151-2d1d-4647-aa3a-48baaab4c574 req-fd7de44f-5f0e-4da6-9aec-e62b37a2728a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 944 time: 0.0493181 Apr 11 18:18:31.060335 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b6ef4151-2d1d-4647-aa3a-48baaab4c574 req-0f4feae0-25d9-48f7-a0de-f305401ecbaf tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437059 Apr 11 18:18:31.093045 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:31.095389 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa4907f-adf9-41aa-a439-b60b123d3792" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:31.132037 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f04a2b-306f-4936-96db-ec9d041d3b05 x-openstack-request-id: req-c2f04a2b-306f-4936-96db-ec9d041d3b05 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:31.132357 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:31.132611 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2f04a2b-306f-4936-96db-ec9d041d3b05 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:31.133010 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f04a2b-306f-4936-96db-ec9d041d3b05'] response: {'name': 'network-changed', 'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'status': 'completed', 'code': 200} Apr 11 18:18:31.994752 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-c6545d0c-6e0a-4bca-b0a7-6543e9a227a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:31.996232 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-c6545d0c-6e0a-4bca-b0a7-6543e9a227a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 1129 time: 0.0387056 Apr 11 18:18:32.088009 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-4710ef20-4d52-4fda-b6a3-6090df06d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:32.089681 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-4710ef20-4d52-4fda-b6a3-6090df06d674 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.0865088 Apr 11 18:18:32.157437 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-4685ab22-6a95-4e93-95da-54e263914c2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c HTTP/1.1" status: 200 len: 1001 time: 0.0611985 Apr 11 18:18:32.176438 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab229053-6592-413b-949d-92feff08c986 req-223c0fb1-22f8-40f7-a6d3-ebd0ca244d0d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:32.177946 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab229053-6592-413b-949d-92feff08c986 req-223c0fb1-22f8-40f7-a6d3-ebd0ca244d0d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 944 time: 0.0498662 Apr 11 18:18:32.209786 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-379fba1d-8916-468d-b645-408b71f83d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:32.211399 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-379fba1d-8916-468d-b645-408b71f83d8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0464280 Apr 11 18:18:32.226346 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ab229053-6592-413b-949d-92feff08c986 req-1daa890b-4423-4be3-8687-2c14c79b15a2 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412011 Apr 11 18:18:32.258971 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-6fa5a725-d575-4a0f-9864-851dd46980c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:32.260444 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-6fa5a725-d575-4a0f-9864-851dd46980c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426807 Apr 11 18:18:32.349334 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-40d885de-cd1d-4c55-b04b-439826ef8858 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824876 Apr 11 18:18:32.444446 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0fa4907f-adf9-41aa-a439-b60b123d3792 req-4a6013d1-cfea-4528-bfe2-cb179df581e5 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872998 Apr 11 18:18:32.786699 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7920a0a1-81b4-4b42-aebc-b87f7c088c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:33.342770 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ac3df-4db9-4306-b646-37139aa1a221 req-f53fe612-c814-4009-a1a0-44ccffca66e5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:33.344273 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-070ac3df-4db9-4306-b646-37139aa1a221 req-f53fe612-c814-4009-a1a0-44ccffca66e5 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 944 time: 0.0476065 Apr 11 18:18:33.393654 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-070ac3df-4db9-4306-b646-37139aa1a221 req-e0cc0658-7f17-4711-af54-bcc7b25e758d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Apr 11 18:18:33.545805 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 37a9d755-90c3-4a8d-80ff-be55220c4544 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:18:33.644576 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 37a9d755-90c3-4a8d-80ff-be55220c4544, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=37a9d755-90c3-4a8d-80ff-be55220c4544,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:33.655662 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '37a9d755-90c3-4a8d-80ff-be55220c4544', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'port_id': '37a9d755-90c3-4a8d-80ff-be55220c4544', 'mac_address': 'fa:16:3e:19:bd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:18:33.694642 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 37a9d755-90c3-4a8d-80ff-be55220c4544 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:33.695032 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:33.708286 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a9d755-90c3-4a8d-80ff-be55220c4544 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:18:33.727581 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 37a9d755-90c3-4a8d-80ff-be55220c4544, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=37a9d755-90c3-4a8d-80ff-be55220c4544,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:33.809872 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:33.857630 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=37a9d755-90c3-4a8d-80ff-be55220c4544,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:33.864524 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.864874 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.865217 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.865581 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.865920 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.866252 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.866578 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.866904 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.867227 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.867851 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.868222 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.868535 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.868852 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.869175 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:33.869495 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:34.119869 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['37a9d755-90c3-4a8d-80ff-be55220c4544'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:18:34.508527 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca651799-72e8-4bc6-87a9-d36dad9758e5 req-4c9e82f9-ae1f-40d7-a2c6-8a0f24a51999 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:34.510045 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ca651799-72e8-4bc6-87a9-d36dad9758e5 req-4c9e82f9-ae1f-40d7-a2c6-8a0f24a51999 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 945 time: 0.0483317 Apr 11 18:18:34.557441 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ca651799-72e8-4bc6-87a9-d36dad9758e5 req-120bed6a-3126-4228-ae7d-8a0038f69400 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418952 Apr 11 18:18:35.004332 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27b5b708-a40e-433e-b94d-d53057d4ad93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:35.556658 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 37a9d755-90c3-4a8d-80ff-be55220c4544 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:35.614850 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 37a9d755-90c3-4a8d-80ff-be55220c4544 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:18:35.677952 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec18a8-411f-41a6-8a62-16d1838442ef req-d2b0c9b6-5c4f-4f29-ba76-05003c14eb6a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:35.679516 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8bec18a8-411f-41a6-8a62-16d1838442ef req-d2b0c9b6-5c4f-4f29-ba76-05003c14eb6a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Apr 11 18:18:35.695923 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 37a9d755-90c3-4a8d-80ff-be55220c4544 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:35.696325 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:35.727642 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8bec18a8-411f-41a6-8a62-16d1838442ef req-77793c52-dec7-4499-9944-54f578fba016 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425329 Apr 11 18:18:35.779986 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 37a9d755-90c3-4a8d-80ff-be55220c4544 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:35.780321 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:35.803460 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a9d755-90c3-4a8d-80ff-be55220c4544'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:35.805792 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8de6f0-5aa1-40e7-b3b3-b369a97c8b42" -d '{"events": [{"server_uuid": "8780af1c-e81f-4a8f-ba65-888d67adaaf8", "name": "network-vif-plugged", "status": "completed", "tag": "37a9d755-90c3-4a8d-80ff-be55220c4544"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:35.818252 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 37a9d755-90c3-4a8d-80ff-be55220c4544, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=37a9d755-90c3-4a8d-80ff-be55220c4544,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:35.844405 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a229b5-799b-4a42-ab7d-a0c3046f7137 x-openstack-request-id: req-c3a229b5-799b-4a42-ab7d-a0c3046f7137 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:35.844746 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8780af1c-e81f-4a8f-ba65-888d67adaaf8", "name": "network-vif-plugged", "status": "completed", "tag": "37a9d755-90c3-4a8d-80ff-be55220c4544", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:35.845013 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3a229b5-799b-4a42-ab7d-a0c3046f7137 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:35.845412 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a229b5-799b-4a42-ab7d-a0c3046f7137'] response: {'server_uuid': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a9d755-90c3-4a8d-80ff-be55220c4544', 'code': 200} Apr 11 18:18:35.889578 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:35.939768 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=37a9d755-90c3-4a8d-80ff-be55220c4544,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:36.181137 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d3d4-ea41-41c9-917c-a0b8f1ae63c8 req-4b2e3d50-3e4a-419d-821c-1683e4742f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:36.182535 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9a96d3d4-ea41-41c9-917c-a0b8f1ae63c8 req-4b2e3d50-3e4a-419d-821c-1683e4742f91 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 1130 time: 0.0378954 Apr 11 18:18:36.227541 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9a96d3d4-ea41-41c9-917c-a0b8f1ae63c8 req-5fa7b8bd-ac00-4e4a-aa40-653f509ce0fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Apr 11 18:18:36.489363 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:36.841312 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cea6a2-7a8b-4f03-8f05-0be7969b0013 req-68ed7128-13b4-481b-83de-e68b40237d2c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:36.842771 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-14cea6a2-7a8b-4f03-8f05-0be7969b0013 req-68ed7128-13b4-481b-83de-e68b40237d2c tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 946 time: 0.0465229 Apr 11 18:18:36.893432 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-14cea6a2-7a8b-4f03-8f05-0be7969b0013 req-cd660f8b-cef9-4933-a9ec-8769bfd75ffa tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448446 Apr 11 18:18:37.717576 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:38.011585 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591ebaa-357d-4559-b91d-8e7757587a1f req-d65d89d3-85da-4f22-9371-cdfcde5896b1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:38.013113 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7591ebaa-357d-4559-b91d-8e7757587a1f req-d65d89d3-85da-4f22-9371-cdfcde5896b1 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 946 time: 0.0483053 Apr 11 18:18:38.064111 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7591ebaa-357d-4559-b91d-8e7757587a1f req-98b1e04e-86b4-442d-bcb9-50c136c0541d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451388 Apr 11 18:18:39.100830 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:39.174685 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068b4ed-b054-48cd-8e37-d6209c97e24e req-a97679a3-ab89-49b0-aa26-c0b68acb6bf6 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:39.176186 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5068b4ed-b054-48cd-8e37-d6209c97e24e req-a97679a3-ab89-49b0-aa26-c0b68acb6bf6 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 946 time: 0.0466406 Apr 11 18:18:39.222882 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5068b4ed-b054-48cd-8e37-d6209c97e24e req-115dbc93-f8c5-422f-b808-068f9792fc50 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Apr 11 18:18:39.338247 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f1bae-83c1-4354-b7f6-82ec3aa68a46 req-f99f39fa-be19-44b6-a8aa-34e583ada8c3 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:39.339750 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-932f1bae-83c1-4354-b7f6-82ec3aa68a46 req-f99f39fa-be19-44b6-a8aa-34e583ada8c3 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 946 time: 0.0545454 Apr 11 18:18:39.349422 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 58704) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:39.354362 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-8f3b7675-8f67-4f39-9ab5-04746f1da48b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Request body: {'floatingip': {'port_id': '37a9d755-90c3-4a8d-80ff-be55220c4544'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:39.393318 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f3b7675-8f67-4f39-9ab5-04746f1da48b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (0525e019-2ae1-45f5-aa60-7569a0526aa9), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:39.844237 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f3b7675-8f67-4f39-9ab5-04746f1da48b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:39.889871 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f3b7675-8f67-4f39-9ab5-04746f1da48b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (0525e019-2ae1-45f5-aa60-7569a0526aa9), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:40.251274 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [None req-8f3b7675-8f67-4f39-9ab5-04746f1da48b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Floating IP 0525e019-2ae1-45f5-aa60-7569a0526aa9 associated. External IP: 172.27.2.22, port: 37a9d755-90c3-4a8d-80ff-be55220c4544. Apr 11 18:18:40.465267 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3b7675-8f67-4f39-9ab5-04746f1da48b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:18:40.576702 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3b7675-8f67-4f39-9ab5-04746f1da48b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:18:40.581606 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f3b7675-8f67-4f39-9ab5-04746f1da48b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:40.586671 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:18:40.596574 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:40.597202 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:40.611748 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-8f3b7675-8f67-4f39-9ab5-04746f1da48b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "PUT /v2.0/floatingips/0525e019-2ae1-45f5-aa60-7569a0526aa9 HTTP/1.1" status: 200 len: 991 time: 1.2612872 Apr 11 18:18:40.612370 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'tag': '37a9d755-90c3-4a8d-80ff-be55220c4544'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:18:40.614603 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8780af1c-e81f-4a8f-ba65-888d67adaaf8", "tag": "37a9d755-90c3-4a8d-80ff-be55220c4544"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:18:40.652378 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb561d6b-920d-438f-a53b-e7efdbd952af x-openstack-request-id: req-cb561d6b-920d-438f-a53b-e7efdbd952af {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:18:40.652678 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8780af1c-e81f-4a8f-ba65-888d67adaaf8", "tag": "37a9d755-90c3-4a8d-80ff-be55220c4544", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:18:40.652938 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb561d6b-920d-438f-a53b-e7efdbd952af {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:18:40.653535 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb561d6b-920d-438f-a53b-e7efdbd952af'] response: {'name': 'network-changed', 'server_uuid': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'tag': '37a9d755-90c3-4a8d-80ff-be55220c4544', 'status': 'completed', 'code': 200} Apr 11 18:18:40.711925 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:40.717256 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-b25413dd-7b48-4662-b77c-f594114023f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:40.718755 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-b25413dd-7b48-4662-b77c-f594114023f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=263e30cdf3474a53a5d75ec47206d89d&device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 1130 time: 0.0413370 Apr 11 18:18:40.830310 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-5fe4ff5b-85c9-49ae-bc34-f837e0849df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:40.831680 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-5fe4ff5b-85c9-49ae-bc34-f837e0849df4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 200 len: 916 time: 0.0991135 Apr 11 18:18:40.904957 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-3735b4f1-da04-4a89-a13c-c718bb375295 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37a9d755-90c3-4a8d-80ff-be55220c4544 HTTP/1.1" status: 200 len: 999 time: 0.0641572 Apr 11 18:18:40.932069 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '0525e019-2ae1-45f5-aa60-7569a0526aa9', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': '37a9d755-90c3-4a8d-80ff-be55220c4544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:19:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:18:22Z', 'updated_at': '2022-04-11T18:18:39Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:40.962235 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-eb7f1815-2d4e-4ec9-a5e8-f534403e35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:40.963720 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-eb7f1815-2d4e-4ec9-a5e8-f534403e35b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 200 len: 854 time: 0.0488880 Apr 11 18:18:40.963850 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:18:40.972698 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:40.973320 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:18:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:41.214740 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:41.264545 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-a3e428ac-ca0c-43f5-9118-3eeaf405ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:41.266085 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-a3e428ac-ca0c-43f5-9118-3eeaf405ab0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2958817 Apr 11 18:18:41.359974 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-de6e68f2-6baf-402d-b789-dd0d8d37f93e service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832372 Apr 11 18:18:41.440618 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '0525e019-2ae1-45f5-aa60-7569a0526aa9', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': '37a9d755-90c3-4a8d-80ff-be55220c4544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:19:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:18:22Z', 'updated_at': '2022-04-11T18:18:39Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:41.457252 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3cd5df69-915e-4e8f-ae6c-7f4512ced0ff req-619a361c-1156-46bd-9a66-92356cd4c965 service neutron] 10.222.0.15 "GET /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888677 Apr 11 18:18:41.473303 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b9728-28a4-42b1-af3d-076e322001cd None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '0525e019-2ae1-45f5-aa60-7569a0526aa9', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'port_id': '37a9d755-90c3-4a8d-80ff-be55220c4544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'mac_address': 'fa:16:3e:19:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:18:22Z', 'updated_at': '2022-04-11T18:18:39Z', 'revision_number': 1, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:18:41.698415 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde2e4f-1ad3-4300-899a-59113b519fc1 None None] New status for floating IP 0525e019-2ae1-45f5-aa60-7569a0526aa9: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:18:44.768260 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3998a-89e5-4f0b-8572-572339251470 req-515d2ccd-e026-4e7a-8907-672a5ef273a9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:44.769889 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-35e3998a-89e5-4f0b-8572-572339251470 req-515d2ccd-e026-4e7a-8907-672a5ef273a9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0510316 Apr 11 18:18:44.820254 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-35e3998a-89e5-4f0b-8572-572339251470 req-2d2f7f16-37b4-4bee-85ad-c83ab1f8f7eb tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Apr 11 18:18:45.938878 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204b2cc-27c3-4ad9-a784-85ec2611a1db req-349d1182-cb26-4d39-afd0-aa55b2a51312 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:45.940371 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e204b2cc-27c3-4ad9-a784-85ec2611a1db req-349d1182-cb26-4d39-afd0-aa55b2a51312 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0477116 Apr 11 18:18:45.988680 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e204b2cc-27c3-4ad9-a784-85ec2611a1db req-9cd16da8-9371-49d9-a161-6a7a95b95a44 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Apr 11 18:18:47.120144 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862286c-69b5-4b14-a815-dba762aad1e8 req-6a916783-2e36-4a61-bccb-5180d7e122d3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:47.121912 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8862286c-69b5-4b14-a815-dba762aad1e8 req-6a916783-2e36-4a61-bccb-5180d7e122d3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0503042 Apr 11 18:18:47.174006 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8862286c-69b5-4b14-a815-dba762aad1e8 req-475043e0-5c7a-4807-9ca1-36c9a9807d75 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467196 Apr 11 18:18:48.293660 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae0e96-bf0e-432a-b1e8-7b40961e0eb0 req-1e4064ab-587a-4543-95c5-fd747d06707c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:48.295142 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c6ae0e96-bf0e-432a-b1e8-7b40961e0eb0 req-1e4064ab-587a-4543-95c5-fd747d06707c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0500548 Apr 11 18:18:48.341692 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c6ae0e96-bf0e-432a-b1e8-7b40961e0eb0 req-a6f0ebe9-b7ba-460a-a369-6447f18973b3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Apr 11 18:18:49.458497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a85d8-437e-4f79-943a-ab56a3e57ebb req-69bc9c31-9706-4b7d-bc3a-7e50b383f5cf tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:49.460029 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-946a85d8-437e-4f79-943a-ab56a3e57ebb req-69bc9c31-9706-4b7d-bc3a-7e50b383f5cf tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0475860 Apr 11 18:18:49.508989 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-946a85d8-437e-4f79-943a-ab56a3e57ebb req-a4d84a19-ec27-459f-870e-52c6f3e8d0f8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433435 Apr 11 18:18:50.632285 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59619c-542f-4c02-a7e5-8f6b713925a3 req-58fc3ae8-c0ba-4677-8d2c-858924fb26ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:50.633737 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5e59619c-542f-4c02-a7e5-8f6b713925a3 req-58fc3ae8-c0ba-4677-8d2c-858924fb26ab tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0468092 Apr 11 18:18:50.679599 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5e59619c-542f-4c02-a7e5-8f6b713925a3 req-f68697ac-6f82-4c5d-963f-7d55cd5f6d9b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 Apr 11 18:18:51.806161 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d70beb-761e-4027-9774-17c97e16afbd req-63c8fd21-7ad6-4efb-8f3d-112c3f7e7ef0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:51.809030 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-40d70beb-761e-4027-9774-17c97e16afbd req-63c8fd21-7ad6-4efb-8f3d-112c3f7e7ef0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0534620 Apr 11 18:18:51.856389 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-40d70beb-761e-4027-9774-17c97e16afbd req-d8b7f325-c878-434b-954c-1d1c0e5dc7be tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431552 Apr 11 18:18:52.973760 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4f90-7f8b-4b2d-aec2-4fb5daec0e84 req-1e381cf8-8ba6-45f5-a0f6-3f383668146b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:52.975230 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-44aa4f90-7f8b-4b2d-aec2-4fb5daec0e84 req-1e381cf8-8ba6-45f5-a0f6-3f383668146b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0475321 Apr 11 18:18:53.029168 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-44aa4f90-7f8b-4b2d-aec2-4fb5daec0e84 req-644ed892-845c-460a-9555-9cbef7088777 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454388 Apr 11 18:18:54.145802 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf8e2a-6960-4eaf-b806-124e7ede93db req-29020936-2963-4053-8bbf-c9cc054262f0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:54.147326 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bdaf8e2a-6960-4eaf-b806-124e7ede93db req-29020936-2963-4053-8bbf-c9cc054262f0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0473344 Apr 11 18:18:54.197781 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bdaf8e2a-6960-4eaf-b806-124e7ede93db req-3d0d0294-2d47-4e80-9f7d-4cdf425f612f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446680 Apr 11 18:18:54.264848 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:18:55.316368 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b649da2-44c5-433e-8a84-48a84a32be82 req-7f86fbcb-f0b0-4068-893f-5e9d45df22e8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:55.317855 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b649da2-44c5-433e-8a84-48a84a32be82 req-7f86fbcb-f0b0-4068-893f-5e9d45df22e8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0470684 Apr 11 18:18:55.365547 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1b649da2-44c5-433e-8a84-48a84a32be82 req-d0cf2bf5-c1b1-4cbb-b09c-29a0ab8ccf36 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415606 Apr 11 18:18:56.484090 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8775270-dc49-440e-9eea-35cc91c145e4 req-28c4e1b6-32e8-457c-bc89-855c85b99924 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:56.485571 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a8775270-dc49-440e-9eea-35cc91c145e4 req-28c4e1b6-32e8-457c-bc89-855c85b99924 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0475464 Apr 11 18:18:56.533332 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a8775270-dc49-440e-9eea-35cc91c145e4 req-ac572607-551a-4402-82bc-3848779bf054 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Apr 11 18:18:57.650738 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06c995-583b-430d-8647-5fb9613ceeac req-dad07829-49d1-42ef-8ef9-572374612120 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:57.652228 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7c06c995-583b-430d-8647-5fb9613ceeac req-dad07829-49d1-42ef-8ef9-572374612120 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0501447 Apr 11 18:18:57.698443 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7c06c995-583b-430d-8647-5fb9613ceeac req-9b58f4ce-402a-4056-983f-23a07b28abf0 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407560 Apr 11 18:18:58.813276 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ca703-e295-45ba-b02d-ac4c40db65d4 req-a64152f0-df11-48f4-9864-6a0ac44eadac tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:58.814666 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-858ca703-e295-45ba-b02d-ac4c40db65d4 req-a64152f0-df11-48f4-9864-6a0ac44eadac tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0457497 Apr 11 18:18:58.861654 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-858ca703-e295-45ba-b02d-ac4c40db65d4 req-5db96137-2256-4a51-94e0-5f2559a2bff8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415044 Apr 11 18:18:59.987724 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaeac5-8c26-4f5b-885c-a9776a1843ab req-245463ce-235b-4da6-9674-372a9cc1850b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:59.989211 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bedaeac5-8c26-4f5b-885c-a9776a1843ab req-245463ce-235b-4da6-9674-372a9cc1850b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0468428 Apr 11 18:19:00.035432 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bedaeac5-8c26-4f5b-885c-a9776a1843ab req-6c8dce64-0f08-4501-a0f8-a756c42595c7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403705 Apr 11 18:19:00.106182 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.178719 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec28d56-3760-4c44-904c-ede3b4f05959 req-90321bf3-c1eb-4637-bfed-20f086494ea3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:01.180245 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9ec28d56-3760-4c44-904c-ede3b4f05959 req-90321bf3-c1eb-4637-bfed-20f086494ea3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0632737 Apr 11 18:19:01.226932 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9ec28d56-3760-4c44-904c-ede3b4f05959 req-e804c99c-3438-42fe-9fd2-d0d3a0f7daad tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Apr 11 18:19:02.348609 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf668d87-192e-49e1-8aa3-b2a05177d2b6 req-589402ee-dd11-4482-945b-84e1bd08e351 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:02.350004 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cf668d87-192e-49e1-8aa3-b2a05177d2b6 req-589402ee-dd11-4482-945b-84e1bd08e351 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0523174 Apr 11 18:19:02.396984 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cf668d87-192e-49e1-8aa3-b2a05177d2b6 req-ac6d9c9b-c193-47cb-8165-7ef3089c928c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408618 Apr 11 18:19:02.797879 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1a787430-62eb-4f31-b551-d013cee02541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.514923 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52c98-d37f-41bd-aa1b-1e8543841e86 req-60230ca3-24aa-4941-ae6a-1946a2e34840 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:03.516427 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a4f52c98-d37f-41bd-aa1b-1e8543841e86 req-60230ca3-24aa-4941-ae6a-1946a2e34840 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0478468 Apr 11 18:19:03.563582 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a4f52c98-d37f-41bd-aa1b-1e8543841e86 req-f7b0707e-225e-48c8-92ae-b027b5458641 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Apr 11 18:19:04.281405 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-c7e250ee-5d17-447b-9a08-f5d532bbb14e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370340 Apr 11 18:19:04.346351 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-1df884e7-95db-4436-98ac-971a915a3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:04.348073 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-1df884e7-95db-4436-98ac-971a915a3c29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 1130 time: 0.0428488 Apr 11 18:19:04.454660 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-2f7009c7-6456-421b-9368-a5d8f831a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:04.456159 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-2f7009c7-6456-421b-9368-a5d8f831a728 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 200 len: 920 time: 0.0863996 Apr 11 18:19:04.505766 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-855bce29-6885-4038-bc3a-8a9d6612e394 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f13c389c-3b23-4ea9-b034-151c8d289aa5 HTTP/1.1" status: 200 len: 217 time: 0.0423689 Apr 11 18:19:04.556527 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-0c993477-201f-4629-8e89-7d8780cedb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:04.557994 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-0c993477-201f-4629-8e89-7d8780cedb2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 200 len: 858 time: 0.0450613 Apr 11 18:19:04.602058 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-308ce64d-c989-492c-9f3b-804daa787a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:04.603704 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-308ce64d-c989-492c-9f3b-804daa787a83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d79886f3-268d-4e5c-a870-fa7ea605f7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393867 Apr 11 18:19:04.720210 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050265cd-d9e2-4ec2-ba5e-f6e3b98a0a37 req-e834964e-d2c6-4bc4-b8bd-8a5b44a5be45 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:04.721702 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-050265cd-d9e2-4ec2-ba5e-f6e3b98a0a37 req-e834964e-d2c6-4bc4-b8bd-8a5b44a5be45 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0849211 Apr 11 18:19:04.752659 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-1ba6b748-a607-42dc-849d-01c77ee3cc46 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419845 Apr 11 18:19:04.802715 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-050265cd-d9e2-4ec2-ba5e-f6e3b98a0a37 req-8bc15f0d-085d-4d40-8fbb-fbbad1f4686d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722201 Apr 11 18:19:04.863908 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b17a311b-04d9-496c-9ea7-f27a5f9dbffc req-76ccc832-942e-4e42-a05c-d06492d353c4 service neutron] 10.222.0.15 "GET /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031365 Apr 11 18:19:04.986257 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-66e0649d-eb64-453b-a500-b666e5872ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.761881 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:19:05.876347 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:05.888064 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'port_id': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'mac_address': 'fa:16:3e:a0:c1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:19:05.922600 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6df20-0c3c-4051-97c3-27f9e5470898 req-ffa6edda-21cd-44ee-9185-97f934a61780 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:05.924112 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-78e6df20-0c3c-4051-97c3-27f9e5470898 req-ffa6edda-21cd-44ee-9185-97f934a61780 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0457807 Apr 11 18:19:05.924303 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port af8fd57e-5258-4c94-8708-688ecdf70443 is: ACTIVE; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:05.924629 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.938547 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af8fd57e-5258-4c94-8708-688ecdf70443 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:05.958891 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:05.974373 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-78e6df20-0c3c-4051-97c3-27f9e5470898 req-7913234a-a8fd-4281-89c2-f2f2aaab204f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 Apr 11 18:19:06.037523 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:06.083998 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=6']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:06.190772 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['af8fd57e-5258-4c94-8708-688ecdf70443'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:19:06.494510 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.090897 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3a577-d9ea-41ab-9841-ea2983469529 req-c4499a16-6102-41e8-a35b-ab5388878e8f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:07.092393 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cfe3a577-d9ea-41ab-9841-ea2983469529 req-c4499a16-6102-41e8-a35b-ab5388878e8f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 945 time: 0.0470037 Apr 11 18:19:07.139438 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cfe3a577-d9ea-41ab-9841-ea2983469529 req-f37e09a8-f209-49d9-8763-d298af1a44fa tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411365 Apr 11 18:19:07.705952 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.800865 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:07.828823 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port af8fd57e-5258-4c94-8708-688ecdf70443 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:07.829221 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.906683 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port af8fd57e-5258-4c94-8708-688ecdf70443 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:07.914548 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.930704 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:07.932968 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c9c3f7-7888-401b-9ca0-a0e9365ed36c" -d '{"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-plugged", "status": "completed", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:07.945566 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:08.021314 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398fa68f-c4d2-414f-bddf-5dde83f2089e x-openstack-request-id: req-398fa68f-c4d2-414f-bddf-5dde83f2089e {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:08.021652 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-plugged", "status": "completed", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:08.021909 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-398fa68f-c4d2-414f-bddf-5dde83f2089e {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:08.022303 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398fa68f-c4d2-414f-bddf-5dde83f2089e'] response: {'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'code': 200} Apr 11 18:19:08.031642 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.078372 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=7']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:08.263746 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed73945-a781-4aa3-82b5-fbe668a52633 req-945b15d5-17b1-4bef-bdd5-b09ce3f05e37 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:08.265258 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9ed73945-a781-4aa3-82b5-fbe668a52633 req-945b15d5-17b1-4bef-bdd5-b09ce3f05e37 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0472171 Apr 11 18:19:08.315963 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9ed73945-a781-4aa3-82b5-fbe668a52633 req-24a18d03-a789-4162-a67d-732c22393136 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453086 Apr 11 18:19:09.100237 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.436793 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143f97a-4aa0-46b2-9c92-df8b329675d1 req-144c861e-ab76-4b43-867c-bffb7460b05d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:09.438354 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c143f97a-4aa0-46b2-9c92-df8b329675d1 req-144c861e-ab76-4b43-867c-bffb7460b05d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0496469 Apr 11 18:19:09.511958 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c143f97a-4aa0-46b2-9c92-df8b329675d1 req-41153fd8-62e4-442c-b0a5-e55ee1b64089 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645370 Apr 11 18:19:10.661709 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781de7c-ef51-4b05-ab51-4b33695e3ee5 req-987118ff-cdce-4b2f-9f3a-8be2f0f57c55 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:10.663873 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0781de7c-ef51-4b05-ab51-4b33695e3ee5 req-987118ff-cdce-4b2f-9f3a-8be2f0f57c55 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0610783 Apr 11 18:19:10.719347 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0781de7c-ef51-4b05-ab51-4b33695e3ee5 req-aa5db7f5-4dd1-4d44-a3a8-adc7f7ecd10d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495634 Apr 11 18:19:11.877720 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2822c-9f0d-4d65-ab2f-ed24e9a38354 req-5f50d0d8-8c86-477c-a823-4a8ddfc01492 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:11.880264 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-34a2822c-9f0d-4d65-ab2f-ed24e9a38354 req-5f50d0d8-8c86-477c-a823-4a8ddfc01492 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0722864 Apr 11 18:19:11.967678 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-34a2822c-9f0d-4d65-ab2f-ed24e9a38354 req-52e0c271-be16-479b-82cc-b905f8c849ff tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709584 Apr 11 18:19:13.140460 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a674e-cca3-434f-a033-ad6fe36e7dd9 req-40569c7b-e139-45d6-bf21-c47b5c45f864 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:13.143758 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-589a674e-cca3-434f-a033-ad6fe36e7dd9 req-40569c7b-e139-45d6-bf21-c47b5c45f864 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0796678 Apr 11 18:19:13.203952 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-589a674e-cca3-434f-a033-ad6fe36e7dd9 req-155b0f99-cb57-4e86-9143-34b31a8b1ea9 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510449 Apr 11 18:19:14.367803 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be188b6f-04eb-4d8b-a627-76f81960a8d8 req-535682cc-15d6-4527-83fa-50b2f7d785bd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:14.375426 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-be188b6f-04eb-4d8b-a627-76f81960a8d8 req-535682cc-15d6-4527-83fa-50b2f7d785bd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0698318 Apr 11 18:19:14.438087 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-be188b6f-04eb-4d8b-a627-76f81960a8d8 req-9aae4efe-6592-472f-b559-44597f8b6f6f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614977 Apr 11 18:19:14.716970 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95820-19d0-466d-9b7f-e36632135674 req-5423a822-b6b2-4928-b278-d992917eb1a7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:14.718527 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-84e95820-19d0-466d-9b7f-e36632135674 req-5423a822-b6b2-4928-b278-d992917eb1a7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0503609 Apr 11 18:19:14.778682 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-84e95820-19d0-466d-9b7f-e36632135674 req-3ef13ac5-d75c-4cae-9555-fe5f8bd9999f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539505 Apr 11 18:19:15.555892 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0a1ed-d65d-4c9c-8921-cbe64d49ab32 req-82b40d89-7377-480d-9205-15e237f150e2 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:15.558698 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ffd0a1ed-d65d-4c9c-8921-cbe64d49ab32 req-82b40d89-7377-480d-9205-15e237f150e2 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0493934 Apr 11 18:19:15.610405 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ffd0a1ed-d65d-4c9c-8921-cbe64d49ab32 req-e8f12287-93f3-42ea-a773-1125810dafee tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Apr 11 18:19:15.890444 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e46ca-cc60-4137-ba80-626ce7ab252c req-272204d7-4b32-47a2-b1d9-40c8ed00d2fb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:15.891931 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-300e46ca-cc60-4137-ba80-626ce7ab252c req-272204d7-4b32-47a2-b1d9-40c8ed00d2fb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0526931 Apr 11 18:19:15.951025 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-300e46ca-cc60-4137-ba80-626ce7ab252c req-7b40aaad-9263-46ff-9fec-9cb38447ead7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529892 Apr 11 18:19:16.762766 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd89604-aae6-4b13-8b05-5b4963e61d8c req-8ddb2ae3-b5a2-4c72-9d52-66866b978747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:16.767893 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ecd89604-aae6-4b13-8b05-5b4963e61d8c req-8ddb2ae3-b5a2-4c72-9d52-66866b978747 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0728209 Apr 11 18:19:16.831014 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ecd89604-aae6-4b13-8b05-5b4963e61d8c req-cf55bb52-8abb-4a7b-93e8-76efeaead551 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573525 Apr 11 18:19:17.098785 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986eae-a5e9-40c7-8fc9-a8a9cc69790e req-74a5e0d3-fdde-474e-94fd-9857970d456d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:17.100429 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5d986eae-a5e9-40c7-8fc9-a8a9cc69790e req-74a5e0d3-fdde-474e-94fd-9857970d456d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0690482 Apr 11 18:19:17.158408 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5d986eae-a5e9-40c7-8fc9-a8a9cc69790e req-77357032-4de8-452b-a1c2-71955034514a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492711 Apr 11 18:19:17.969640 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195738f4-f2dd-4e69-ba50-db812f510ed0 req-799dbfcf-c0f6-4a5e-a0f0-ea4a46035ae3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:17.976898 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-195738f4-f2dd-4e69-ba50-db812f510ed0 req-799dbfcf-c0f6-4a5e-a0f0-ea4a46035ae3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0594778 Apr 11 18:19:18.035254 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-195738f4-f2dd-4e69-ba50-db812f510ed0 req-8ec88554-818a-4870-b652-95f29ed93a52 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574865 Apr 11 18:19:18.287100 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5053408-6326-4f41-82a8-94efa20e1f61 req-5657682c-0249-46cf-90ff-46a6395b3674 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:18.288734 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c5053408-6326-4f41-82a8-94efa20e1f61 req-5657682c-0249-46cf-90ff-46a6395b3674 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0541894 Apr 11 18:19:18.364497 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c5053408-6326-4f41-82a8-94efa20e1f61 req-3ab1c3a6-ab70-4691-98e4-983288bc7c78 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601099 Apr 11 18:19:18.643450 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-eb53c614-5faa-4b1c-bba9-aec4ea8021b7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:18.645038 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-eb53c614-5faa-4b1c-bba9-aec4ea8021b7 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0514460 Apr 11 18:19:19.021569 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Deleting port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:19.023075 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.139600 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] For port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:19.140267 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.264371 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee803bd5-6409-468e-bd0f-4f895c7a1344 req-20563783-f762-43d7-ad07-3c20babdce74 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:19.265793 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee803bd5-6409-468e-bd0f-4f895c7a1344 req-20563783-f762-43d7-ad07-3c20babdce74 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.1284082 Apr 11 18:19:19.436199 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee803bd5-6409-468e-bd0f-4f895c7a1344 req-f2498003-3bc8-45ac-b958-05c898962848 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639481 Apr 11 18:19:19.496247 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.497160 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (048c6161-be63-40f8-8569-bd87af5187d7), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.497728 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Floating IP 048c6161-be63-40f8-8569-bd87af5187d7 disassociated. External IP: 172.27.2.105, port: 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c. Apr 11 18:19:19.498608 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Calling delete_port for 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:19.548997 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3087da8-e89d-4b0f-81fd-f5f668c2ea03 req-0f7cf3d2-6bb8-47a5-84fd-a5aec3b0ba8d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:19.550853 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d3087da8-e89d-4b0f-81fd-f5f668c2ea03 req-0f7cf3d2-6bb8-47a5-84fd-a5aec3b0ba8d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 945 time: 0.0801134 Apr 11 18:19:19.612864 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d3087da8-e89d-4b0f-81fd-f5f668c2ea03 req-56f36a99-693d-4d51-ac45-085cb7e28ebd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527725 Apr 11 18:19:19.848968 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.878891 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event deleted for resources: {'Port': ['ID=6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:19.890082 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.890434 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.890765 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.891101 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.891439 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.891766 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.892116 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.892502 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.892751 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.893074 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.893398 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.893719 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.894039 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.894359 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:19.894678 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:20.013857 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:19:20.137538 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:19:20.151977 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] Sync routers for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:19:20.165299 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:20.166448 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:20.180087 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] No DVR routers for this DVR port 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c on host hv-cinder-83735 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:19:20.183401 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.187013 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-53808a0f-4a39-4069-a766-c18c931a7cc7 req-56289e82-3395-4ce9-b44f-616262da50d1 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "DELETE /v2.0/ports/6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c HTTP/1.1" status: 204 len: 173 time: 1.2587976 Apr 11 18:19:20.187251 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'name': 'network-vif-deleted', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:20.189791 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca30ca73-90c1-4d6d-bd2c-2632955c8e4f" -d '{"events": [{"server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "name": "network-vif-deleted", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:20.293565 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:20.344008 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8cb943-c304-4bd1-ac89-a04d1ccc8f2f x-openstack-request-id: req-1a8cb943-c304-4bd1-ac89-a04d1ccc8f2f {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:20.346308 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbc8543-61ae-476b-ad9d-20dd1c312231", "name": "network-vif-deleted", "tag": "6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:20.346308 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a8cb943-c304-4bd1-ac89-a04d1ccc8f2f {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:20.346308 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8cb943-c304-4bd1-ac89-a04d1ccc8f2f'] response: {'server_uuid': '8fbc8543-61ae-476b-ad9d-20dd1c312231', 'name': 'network-vif-deleted', 'tag': '6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c', 'status': 'completed', 'code': 200} Apr 11 18:19:20.506084 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913af200-3199-430c-b7b4-336fed76e346 req-9e10c79b-86b2-43fd-a742-a7430aba0b42 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:20.507917 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-913af200-3199-430c-b7b4-336fed76e346 req-9e10c79b-86b2-43fd-a742-a7430aba0b42 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 945 time: 0.0555575 Apr 11 18:19:20.527779 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:31Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:20.557587 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] Checking router: 9f2ad3e0-c49f-4243-a7e7-287d607321f3 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:19:20.560211 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-913af200-3199-430c-b7b4-336fed76e346 req-3e008ab2-55e7-4015-bf73-9d06d84a65ba tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463829 Apr 11 18:19:20.568490 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:20.569124 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:20.585133 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8d0d6-c39f-40a1-85b6-e9181b901f7f req-9e07da1b-89f8-4bd4-93de-b13be0ac26bb tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:20.586698 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad8d0d6-c39f-40a1-85b6-e9181b901f7f req-9e07da1b-89f8-4bd4-93de-b13be0ac26bb tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0575140 Apr 11 18:19:20.640628 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad8d0d6-c39f-40a1-85b6-e9181b901f7f req-638829bb-3f6f-4255-b81d-c5c5fd1a8fa5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473595 Apr 11 18:19:20.696240 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:20.725325 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e1e4d935-9790-46fb-9e21-7761cae7d773 req-faf7e55f-14ba-4e2c-8f17-367457c4ae5c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 210 time: 0.0320752 Apr 11 18:19:20.893382 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:31Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:20.923383 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dae3c7-9307-44db-aa1f-9da8706a1d4b None None] The sync data for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi is: [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:14:26Z', 'revision_number': 4, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '9c354fed-646a-45b9-9ed9-7193234cedc8', 'name': '', 'network_id': 'd79886f3-268d-4e5c-a870-fa7ea605f7a9', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'mac_address': 'fa:16:3e:f9:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:25Z', 'updated_at': '2022-04-11T18:14:31Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'subnets': [{'id': '7a6845b8-4ec4-47ec-8c0f-73c87fca2eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:19:21.139577 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a9448-8699-4729-a16f-59ef0408a2da None None] New status for floating IP 048c6161-be63-40f8-8569-bd87af5187d7: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:19:21.670931 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e464263-4b2d-4bb9-9c04-529e6bb30e2e req-1edab15a-df3e-42e9-82a8-8fb6f5711e7b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:21.672377 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9e464263-4b2d-4bb9-9c04-529e6bb30e2e req-1edab15a-df3e-42e9-82a8-8fb6f5711e7b tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 945 time: 0.0466313 Apr 11 18:19:21.721049 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9e464263-4b2d-4bb9-9c04-529e6bb30e2e req-5743275a-11f2-40f3-8d94-833d048d8d00 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Apr 11 18:19:21.762871 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927202e-ab00-4b1d-abfc-989345042cd0 req-acde8286-2c47-4be5-b752-7646c8ada24c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:21.764322 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7927202e-ab00-4b1d-abfc-989345042cd0 req-acde8286-2c47-4be5-b752-7646c8ada24c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 946 time: 0.0475216 Apr 11 18:19:21.813008 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7927202e-ab00-4b1d-abfc-989345042cd0 req-2a608c4a-b93c-4f4a-b510-de173c6faf7b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430057 Apr 11 18:19:21.831652 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bd61dbf7-bca6-4b5d-bc8e-99c29678efa1 req-3dab7872-2da3-439c-a585-983c5fa6acc4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fbc8543-61ae-476b-ad9d-20dd1c312231 HTTP/1.1" status: 200 len: 210 time: 0.0275874 Apr 11 18:19:21.871755 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:21.892307 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:21.892307 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 6e1def8d-b45e-43bd-8f35-aea5c8ce6d6c not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:21.892720 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:21.964976 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port af8fd57e-5258-4c94-8708-688ecdf70443 is: ACTIVE; New status is: DOWN {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:21.965284 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:21.990567 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:21.992799 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ddf303-5a60-40dd-a2ef-8b01fa538e40" -d '{"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-unplugged", "status": "completed", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:22.005805 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:22.029002 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdbf0d5-1e0b-4a66-9bcb-265560f230f0 x-openstack-request-id: req-bcdbf0d5-1e0b-4a66-9bcb-265560f230f0 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:22.029322 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-unplugged", "status": "completed", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:22.029579 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcdbf0d5-1e0b-4a66-9bcb-265560f230f0 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:22.030026 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcdbf0d5-1e0b-4a66-9bcb-265560f230f0'] response: {'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'code': 200} Apr 11 18:19:22.066148 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:22.114521 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=8']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:22.590199 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-05ed6274-9c20-479c-857a-e271b8339bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:22.591735 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-05ed6274-9c20-479c-857a-e271b8339bd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 1128 time: 0.0479443 Apr 11 18:19:22.592363 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-70f87d88-365b-493a-8cef-e8d13f6314c2 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:22.593869 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-70f87d88-365b-493a-8cef-e8d13f6314c2 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 945 time: 0.0517128 Apr 11 18:19:22.702634 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Deleting port 38179d67-72e2-411c-9a5a-4948a90fb7e7 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:22.703315 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:22.709933 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-0cd8731f-5546-4002-9ff0-15c05597524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:22.711760 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-0cd8731f-5546-4002-9ff0-15c05597524a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 917 time: 0.1096022 Apr 11 18:19:22.812835 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] For port 38179d67-72e2-411c-9a5a-4948a90fb7e7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=38179d67-72e2-411c-9a5a-4948a90fb7e7,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:22.813281 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:22.832213 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033b44e-51e8-45ac-8893-60b30176d55f req-fb53eb86-4d63-432f-a218-704ae6413f42 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:22.833725 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5033b44e-51e8-45ac-8893-60b30176d55f req-fb53eb86-4d63-432f-a218-704ae6413f42 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.1078327 Apr 11 18:19:22.861570 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-8f86f915-1dec-4442-b6c0-89cac9015b10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af8fd57e-5258-4c94-8708-688ecdf70443 HTTP/1.1" status: 200 len: 1000 time: 0.1421940 Apr 11 18:19:22.903098 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51a46-24d0-4d05-bedb-c374e19a533e req-e7c8e8f8-0928-434b-983f-1b9d08bd5c39 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:22.904674 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dbd51a46-24d0-4d05-bedb-c374e19a533e req-e7c8e8f8-0928-434b-983f-1b9d08bd5c39 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 945 time: 0.0887396 Apr 11 18:19:22.929485 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5033b44e-51e8-45ac-8893-60b30176d55f req-2414a145-cfe2-4e1a-8811-035dc41fc552 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837355 Apr 11 18:19:22.937177 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-34935d75-fd33-4820-b6db-dc8654798081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:22.938650 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-34935d75-fd33-4820-b6db-dc8654798081 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.0635233 Apr 11 18:19:22.986392 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-367d818f-5dfb-4759-b429-6279f2853318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:22.987893 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-367d818f-5dfb-4759-b429-6279f2853318 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417984 Apr 11 18:19:23.012796 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dbd51a46-24d0-4d05-bedb-c374e19a533e req-db9ad552-9b9e-41f4-84a0-29fd29f8250a tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups?id=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985026 Apr 11 18:19:23.070208 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.070579 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (95414ae8-b625-4b5e-a116-034b29dbfdf6), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.070886 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Floating IP 95414ae8-b625-4b5e-a116-034b29dbfdf6 disassociated. External IP: 172.27.2.143, port: 38179d67-72e2-411c-9a5a-4948a90fb7e7. Apr 11 18:19:23.071231 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Calling delete_port for 38179d67-72e2-411c-9a5a-4948a90fb7e7 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:23.097836 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73dbe3-68fa-4e9e-b274-53a58a5e8094 req-b0aae9dd-65f2-4ad5-8a30-d19c859e1b52 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:23.099304 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4c73dbe3-68fa-4e9e-b274-53a58a5e8094 req-b0aae9dd-65f2-4ad5-8a30-d19c859e1b52 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0978804 Apr 11 18:19:23.142377 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-3fc42e1e-baba-4000-abd0-789cf095e875 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480327 Apr 11 18:19:23.154155 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59072) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:23.192593 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4c73dbe3-68fa-4e9e-b274-53a58a5e8094 req-3e344a6f-db08-4774-98c1-8c5f881a53b8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864716 Apr 11 18:19:23.251161 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-71312e9b-e8b1-441e-9f1b-c0c79ec630ef req-07d1875f-a691-4628-8f7f-405cbedc2a5e service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024344 Apr 11 18:19:23.253007 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ff69531d-c265-409d-b62d-04ab20fe8835 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group (2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.279446 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ff69531d-c265-409d-b62d-04ab20fe8835 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group (2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.321979 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (38179d67-72e2-411c-9a5a-4948a90fb7e7), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.355866 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event deleted for resources: {'Port': ['ID=38179d67-72e2-411c-9a5a-4948a90fb7e7,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:23.399282 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ff69531d-c265-409d-b62d-04ab20fe8835 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.401964 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ff69531d-c265-409d-b62d-04ab20fe8835 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.403106 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ff69531d-c265-409d-b62d-04ab20fe8835 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "DELETE /v2.0/security-groups/2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6 HTTP/1.1" status: 204 len: 168 time: 0.2480059 Apr 11 18:19:23.405942 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59074) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:23.418564 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69531d-c265-409d-b62d-04ab20fe8835 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:23.426002 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.api.v2.resource [None req-644f82b4-b295-47e7-8d76-5b1d106fe213 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] show failed (client error): The resource could not be found. Apr 11 18:19:23.431023 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-644f82b4-b295-47e7-8d76-5b1d106fe213 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups/2f4b0bf2-f10d-46d9-a9b2-24a3b21cfae6 HTTP/1.1" status: 404 len: 347 time: 0.0200980 Apr 11 18:19:23.431023 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59076) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:23.491555 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:19:23.551898 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Deleting port 0a93f8f2-b912-4022-a498-e55058ed091a {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:23.552266 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (0a93f8f2-b912-4022-a498-e55058ed091a), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.606594 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:19:23.616302 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] Sync routers for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:19:23.626946 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:23.627771 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:23.632948 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (0a93f8f2-b912-4022-a498-e55058ed091a), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.633279 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for floatingip (0a93f8f2-b912-4022-a498-e55058ed091a), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.645931 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Calling delete_port for 0a93f8f2-b912-4022-a498-e55058ed091a owned by network:floatingip {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:23.649770 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] No DVR routers for this DVR port 38179d67-72e2-411c-9a5a-4948a90fb7e7 on host hv-cinder-83735 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:19:23.653155 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.656566 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7fa2aade-2509-4697-91f9-f63bbbe1fd6a req-03ce83be-dc20-4758-b330-1b5e0df6c965 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.15 "DELETE /v2.0/ports/38179d67-72e2-411c-9a5a-4948a90fb7e7 HTTP/1.1" status: 204 len: 173 time: 1.0537789 Apr 11 18:19:23.657017 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'name': 'network-vif-deleted', 'tag': '38179d67-72e2-411c-9a5a-4948a90fb7e7'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:23.659327 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0b3a5a-4241-444e-8599-657433a9d0be" -d '{"events": [{"server_uuid": "b0ff96ec-95e7-4485-bc28-658802de8e9e", "name": "network-vif-deleted", "tag": "38179d67-72e2-411c-9a5a-4948a90fb7e7"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:23.698966 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2072183f-43dd-4d9f-afb4-900fc187eeda x-openstack-request-id: req-2072183f-43dd-4d9f-afb4-900fc187eeda {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:23.699545 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ff96ec-95e7-4485-bc28-658802de8e9e", "name": "network-vif-deleted", "tag": "38179d67-72e2-411c-9a5a-4948a90fb7e7", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:23.699866 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2072183f-43dd-4d9f-afb4-900fc187eeda {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:23.700625 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2072183f-43dd-4d9f-afb4-900fc187eeda'] response: {'server_uuid': 'b0ff96ec-95e7-4485-bc28-658802de8e9e', 'name': 'network-vif-deleted', 'tag': '38179d67-72e2-411c-9a5a-4948a90fb7e7', 'status': 'completed', 'code': 200} Apr 11 18:19:23.849080 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (0a93f8f2-b912-4022-a498-e55058ed091a), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.882176 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event deleted for resources: {'Port': ['ID=0a93f8f2-b912-4022-a498-e55058ed091a,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:23.888645 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:23.894854 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.895211 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.895552 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.895895 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.896263 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.896599 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.896928 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.897259 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.897593 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.897915 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.898240 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.898564 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.898884 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.899207 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.899531 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:23.958327 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks [] for floatingip (048c6161-be63-40f8-8569-bd87af5187d7), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.961700 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:23.965920 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-548623dd-1ddd-47d5-93d4-5e426468007c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "DELETE /v2.0/floatingips/048c6161-be63-40f8-8569-bd87af5187d7 HTTP/1.1" status: 204 len: 168 time: 0.5321856 Apr 11 18:19:24.050899 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a7147-d00b-4391-a69d-933dc3ce19af req-b5054d01-e9e0-43b9-9445-44ad7feac001 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:24.059185 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5e5a7147-d00b-4391-a69d-933dc3ce19af req-b5054d01-e9e0-43b9-9445-44ad7feac001 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0540464 Apr 11 18:19:24.092648 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:24.104520 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5e5a7147-d00b-4391-a69d-933dc3ce19af req-f8495ea6-880c-4a71-b50e-5c5fee10a09c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458586 Apr 11 18:19:24.115577 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-37d8e10e-7a8d-40cf-85e6-4ce65742197e req-bce3bda2-573e-448a-95fb-297823dfdf32 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 210 time: 0.0285978 Apr 11 18:19:24.126558 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] Checking router: c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:19:24.135508 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:24.136737 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:24.270575 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:24.325583 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997feecf-9b2f-4d15-9a0f-a1bb2d2b7288 req-b0363a95-944c-4bfe-b572-ef84460d6349 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:24.327287 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-997feecf-9b2f-4d15-9a0f-a1bb2d2b7288 req-b0363a95-944c-4bfe-b572-ef84460d6349 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0539804 Apr 11 18:19:24.377878 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-997feecf-9b2f-4d15-9a0f-a1bb2d2b7288 req-45bf4694-bb82-480c-bd89-2713fb3b960d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445452 Apr 11 18:19:24.470396 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:24.502372 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5309e18-ed0b-4144-ab9e-11013e775455 None None] The sync data for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi is: [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '80247caf-f77d-4cf4-9b19-1c79904f5844', 'name': '', 'network_id': '5a534f68-374b-4a6f-b80f-1aa62bee60ea', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'mac_address': 'fa:16:3e:f4:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:23Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'subnets': [{'id': '675019fa-8915-421f-bf8b-c55e41477ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:19:24.729894 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0907731-6cd8-4ee8-891a-e1710dcd79f4 None None] New status for floating IP 95414ae8-b625-4b5e-a116-034b29dbfdf6: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:19:25.225227 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a3d8d-7636-4c80-bee2-7eee6bd93e38 req-5ebc4923-57d4-44db-bd73-e0faef8db9b9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:25.226753 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6b5a3d8d-7636-4c80-bee2-7eee6bd93e38 req-5ebc4923-57d4-44db-bd73-e0faef8db9b9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0501404 Apr 11 18:19:25.243302 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e340caca-dffd-4757-872c-e814a53e89ba req-8babf046-942a-41a0-bdd6-72f62d244601 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ff96ec-95e7-4485-bc28-658802de8e9e HTTP/1.1" status: 200 len: 210 time: 0.0344038 Apr 11 18:19:25.306295 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6b5a3d8d-7636-4c80-bee2-7eee6bd93e38 req-61176d6b-9f01-460c-9481-6e1d6b8ba94a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730197 Apr 11 18:19:25.504837 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8864c-28de-4b20-aae0-b50fbb1fd3ca req-1c19581d-e116-49e1-9d5d-bf3f7122c08d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:25.507595 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-daf8864c-28de-4b20-aae0-b50fbb1fd3ca req-1c19581d-e116-49e1-9d5d-bf3f7122c08d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0553184 Apr 11 18:19:25.572415 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-daf8864c-28de-4b20-aae0-b50fbb1fd3ca req-47d3a51c-a169-4c90-8ad8-5a4c6ae19377 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574751 Apr 11 18:19:25.859675 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 38179d67-72e2-411c-9a5a-4948a90fb7e7 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:25.880955 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 38179d67-72e2-411c-9a5a-4948a90fb7e7 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:25.881301 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 38179d67-72e2-411c-9a5a-4948a90fb7e7 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:26.404838 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59118) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:26.458926 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4b170e8b-538a-4197-9c1c-ab50deab3c90 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.483404 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4b170e8b-538a-4197-9c1c-ab50deab3c90 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.498425 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7098cd-12ce-4634-8125-1577c7742eb6 req-ce0e9803-3dec-4bd4-9024-d443dc545ada tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:26.508559 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b7098cd-12ce-4634-8125-1577c7742eb6 req-ce0e9803-3dec-4bd4-9024-d443dc545ada tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0619755 Apr 11 18:19:26.557046 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b7098cd-12ce-4634-8125-1577c7742eb6 req-dbd297f9-0776-405a-a36f-c587d739ae83 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435796 Apr 11 18:19:26.653901 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4b170e8b-538a-4197-9c1c-ab50deab3c90 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.656649 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4b170e8b-538a-4197-9c1c-ab50deab3c90 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.657859 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4b170e8b-538a-4197-9c1c-ab50deab3c90 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "DELETE /v2.0/security-groups/59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a HTTP/1.1" status: 204 len: 168 time: 0.2519567 Apr 11 18:19:26.660687 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59124) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:26.668764 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b170e8b-538a-4197-9c1c-ab50deab3c90 tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:26.675509 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.api.v2.resource [None req-08db6d65-0172-49f8-8b36-795ba6db3afc tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] show failed (client error): The resource could not be found. Apr 11 18:19:26.677519 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-08db6d65-0172-49f8-8b36-795ba6db3afc tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "GET /v2.0/security-groups/59c6e7a5-b68a-4e0c-9b0e-0be108ef9b5a HTTP/1.1" status: 404 len: 347 time: 0.0148253 Apr 11 18:19:26.683776 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59128) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:26.808342 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Deleting port 23c7de2c-ff7e-40d7-a7c5-bf809304e620 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:26.808688 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (23c7de2c-ff7e-40d7-a7c5-bf809304e620), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.891282 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (23c7de2c-ff7e-40d7-a7c5-bf809304e620), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.892192 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (23c7de2c-ff7e-40d7-a7c5-bf809304e620), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.905170 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Calling delete_port for 23c7de2c-ff7e-40d7-a7c5-bf809304e620 owned by network:floatingip {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:27.033174 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da30a72-f9ed-41d4-b506-82dd43684132 req-1836959f-252f-4bc7-bb25-2a4ec3546a5d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:27.034773 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8da30a72-f9ed-41d4-b506-82dd43684132 req-1836959f-252f-4bc7-bb25-2a4ec3546a5d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0676136 Apr 11 18:19:27.140497 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8da30a72-f9ed-41d4-b506-82dd43684132 req-43c13a56-d32f-49a1-9bb3-fee585af6055 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001465 Apr 11 18:19:27.191710 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (23c7de2c-ff7e-40d7-a7c5-bf809304e620), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:27.218782 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Pushing event deleted for resources: {'Port': ['ID=23c7de2c-ff7e-40d7-a7c5-bf809304e620,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:27.288266 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks [] for floatingip (95414ae8-b625-4b5e-a116-034b29dbfdf6), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:27.290899 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:27.292325 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-484687ed-2ba9-4efa-bdb8-1f26f430368f tempest-AttachVolumeTestJSON-888278398 tempest-AttachVolumeTestJSON-888278398-project] 10.222.0.53 "DELETE /v2.0/floatingips/95414ae8-b625-4b5e-a116-034b29dbfdf6 HTTP/1.1" status: 204 len: 168 time: 0.6072142 Apr 11 18:19:27.645721 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [req-b8228801-5785-4e33-8ed1-8204540085cc req-6d82f2ce-5e8d-4873-b059-a920dc20c613 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:19:27.647540 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b8228801-5785-4e33-8ed1-8204540085cc req-6d82f2ce-5e8d-4873-b059-a920dc20c613 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0598676 Apr 11 18:19:27.676909 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d2784-c188-49bf-a07d-efcdc87847cb req-2c8a1ae5-30d5-4ee3-b265-654f01afdf13 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:27.678423 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3b5d2784-c188-49bf-a07d-efcdc87847cb req-2c8a1ae5-30d5-4ee3-b265-654f01afdf13 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0498598 Apr 11 18:19:27.730343 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3b5d2784-c188-49bf-a07d-efcdc87847cb req-f745d7fd-9f55-4b63-9d22-15c1163a3ca9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452812 Apr 11 18:19:27.862287 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:27.972232 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port af8fd57e-5258-4c94-8708-688ecdf70443 is: DOWN; New status is: DOWN {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:27.997985 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af3345-29fe-43fd-8bba-a3516bf5ccb4 req-198b2dd8-ff7a-4348-885b-d8531b894361 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:27.997985 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-20af3345-29fe-43fd-8bba-a3516bf5ccb4 req-198b2dd8-ff7a-4348-885b-d8531b894361 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0631964 Apr 11 18:19:28.052916 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-20af3345-29fe-43fd-8bba-a3516bf5ccb4 req-ecdf2c59-5efe-4201-9247-7b07f046096d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495498 Apr 11 18:19:28.260123 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a53e3-3cb0-4cbd-9f2f-acff2c3658ef req-6c1c233b-4648-4b0b-a984-280c7deda32a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.261656 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a14a53e3-3cb0-4cbd-9f2f-acff2c3658ef req-6c1c233b-4648-4b0b-a984-280c7deda32a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0514989 Apr 11 18:19:28.274581 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-f926c6d6-28a4-4e80-b805-699c82e29040 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381572 Apr 11 18:19:28.314366 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a14a53e3-3cb0-4cbd-9f2f-acff2c3658ef req-41321525-343c-4855-a030-e033eeaa9322 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464246 Apr 11 18:19:28.350266 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcf862-cf77-4273-b058-697978e2cc4c req-49c18cfd-5928-4d1b-98ff-68c4ba48fc04 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.351615 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-49c18cfd-5928-4d1b-98ff-68c4ba48fc04 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports/af8fd57e-5258-4c94-8708-688ecdf70443 HTTP/1.1" status: 200 len: 941 time: 0.0495920 Apr 11 18:19:28.852018 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e26d5b-1fe6-4ddd-98aa-ff8e32203c18 req-0143546c-7c49-4862-a23c-dcbb2dfc474b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.853638 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c3e26d5b-1fe6-4ddd-98aa-ff8e32203c18 req-0143546c-7c49-4862-a23c-dcbb2dfc474b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0520027 Apr 11 18:19:28.906156 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c3e26d5b-1fe6-4ddd-98aa-ff8e32203c18 req-7754ac86-dbf2-480a-b142-8e01f2c6c249 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468156 Apr 11 18:19:29.176378 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738abb7c-5445-45eb-b4dc-161014fa696e req-becedb0c-fed3-4956-ba15-394ec49d33e1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:29.179006 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-738abb7c-5445-45eb-b4dc-161014fa696e req-becedb0c-fed3-4956-ba15-394ec49d33e1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0520935 Apr 11 18:19:29.233928 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-738abb7c-5445-45eb-b4dc-161014fa696e req-0ad69ef5-7757-489f-9d3a-9783adc9656f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492146 Apr 11 18:19:29.369457 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-7aebee33-7acd-45ea-b621-dae7a1713e8d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:29.370989 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-7aebee33-7acd-45ea-b621-dae7a1713e8d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.0505619 Apr 11 18:19:29.484291 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922da012-6172-4a79-b413-0a982b60e36d req-28f36b23-4ba6-403b-b967-4466d3d8d627 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:29.485788 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-922da012-6172-4a79-b413-0a982b60e36d req-28f36b23-4ba6-403b-b967-4466d3d8d627 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 946 time: 0.1013014 Apr 11 18:19:29.519588 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Deleting port f13c389c-3b23-4ea9-b034-151c8d289aa5 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:29.519921 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.607243 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-922da012-6172-4a79-b413-0a982b60e36d req-142112cd-76ed-4ddf-a056-cf7ec6766a6c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086853 Apr 11 18:19:29.638914 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] For port f13c389c-3b23-4ea9-b034-151c8d289aa5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f13c389c-3b23-4ea9-b034-151c8d289aa5,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:29.639269 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.653051 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Calling delete_port for f13c389c-3b23-4ea9-b034-151c8d289aa5 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:30.085993 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfccad-f5e6-4ba2-9caf-bbfb5891be28 req-84c04b8c-c912-40f7-81ab-f471a9450124 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.087584 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-38cfccad-f5e6-4ba2-9caf-bbfb5891be28 req-84c04b8c-c912-40f7-81ab-f471a9450124 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0648782 Apr 11 18:19:30.128601 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcf862-cf77-4273-b058-697978e2cc4c req-5c9b4312-ca45-4d03-a9ac-68e3869430d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.130004 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-5c9b4312-ca45-4d03-a9ac-68e3869430d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e&tenant_id=e8f78af66216431482636bd6522504cf HTTP/1.1" status: 200 len: 1128 time: 0.0465629 Apr 11 18:19:30.140721 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.144820 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-38cfccad-f5e6-4ba2-9caf-bbfb5891be28 req-79701bf9-6858-4590-9566-f1a28b081806 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508955 Apr 11 18:19:30.169587 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (f13c389c-3b23-4ea9-b034-151c8d289aa5), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.188003 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['f13c389c-3b23-4ea9-b034-151c8d289aa5', '353e55f1-0d7b-4893-a793-312be20bcf01'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:19:30.194903 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcf862-cf77-4273-b058-697978e2cc4c req-d598d6dc-7903-45d2-a9be-1aaec0bbc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.196557 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-d598d6dc-7903-45d2-a9be-1aaec0bbc5d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f78af66216431482636bd6522504cf&device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 1128 time: 0.0439358 Apr 11 18:19:30.212882 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event deleted for resources: {'Port': ['ID=f13c389c-3b23-4ea9-b034-151c8d289aa5,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:30.273435 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] No DVR routers for this DVR port f13c389c-3b23-4ea9-b034-151c8d289aa5 on host hv-cinder-83735 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:19:30.276813 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.280308 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-93961a69-f8e2-49ed-b6f4-d17bb12dbd24 req-1b857be1-bc86-462f-a937-b4c399c7659d tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "DELETE /v2.0/ports/f13c389c-3b23-4ea9-b034-151c8d289aa5 HTTP/1.1" status: 204 len: 173 time: 0.9039838 Apr 11 18:19:30.280778 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e274281-3f62-4411-8e77-096c2f08a678', 'name': 'network-vif-deleted', 'tag': 'f13c389c-3b23-4ea9-b034-151c8d289aa5'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:30.283078 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4090c246-f281-4219-9ad2-50b7d72dc979" -d '{"events": [{"server_uuid": "2e274281-3f62-4411-8e77-096c2f08a678", "name": "network-vif-deleted", "tag": "f13c389c-3b23-4ea9-b034-151c8d289aa5"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:30.328724 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffbcdcd-8f3c-4387-bf3a-bf71577ba246 x-openstack-request-id: req-3ffbcdcd-8f3c-4387-bf3a-bf71577ba246 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:30.329024 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e274281-3f62-4411-8e77-096c2f08a678", "name": "network-vif-deleted", "tag": "f13c389c-3b23-4ea9-b034-151c8d289aa5", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:30.329286 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ffbcdcd-8f3c-4387-bf3a-bf71577ba246 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:30.329711 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffbcdcd-8f3c-4387-bf3a-bf71577ba246'] response: {'server_uuid': '2e274281-3f62-4411-8e77-096c2f08a678', 'name': 'network-vif-deleted', 'tag': 'f13c389c-3b23-4ea9-b034-151c8d289aa5', 'status': 'completed', 'code': 200} Apr 11 18:19:30.365164 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcf862-cf77-4273-b058-697978e2cc4c req-d4b02840-aaa7-4cf3-b4ca-d09520c9e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.366920 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-d4b02840-aaa7-4cf3-b4ca-d09520c9e440 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 200 len: 917 time: 0.1625853 Apr 11 18:19:30.482171 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd4f69-ef39-4348-b3be-7bcbc3e2c21c req-9bf83ee8-68f0-46c6-976f-bc56c4fe69c2 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.483795 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-51bd4f69-ef39-4348-b3be-7bcbc3e2c21c req-9bf83ee8-68f0-46c6-976f-bc56c4fe69c2 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0630150 Apr 11 18:19:30.486405 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-831a6439-4b97-4e3f-8f16-fd49206fbc82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af8fd57e-5258-4c94-8708-688ecdf70443 HTTP/1.1" status: 200 len: 1000 time: 0.1079576 Apr 11 18:19:30.564729 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcf862-cf77-4273-b058-697978e2cc4c req-3d37cf65-713e-4d44-9a0e-9c34c3b9671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.566312 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-3d37cf65-713e-4d44-9a0e-9c34c3b9671b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 200 len: 855 time: 0.0696726 Apr 11 18:19:30.574831 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-51bd4f69-ef39-4348-b3be-7bcbc3e2c21c req-0b529dd0-d7c3-419c-ba66-8ac41f1c3905 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845604 Apr 11 18:19:30.626815 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcf862-cf77-4273-b058-697978e2cc4c req-b8c6b01c-1339-4a8d-bc6a-8befa8c58128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.628527 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-b8c6b01c-1339-4a8d-bc6a-8befa8c58128 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3075154a-7a88-489a-ba8c-59028c658646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526249 Apr 11 18:19:30.731901 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-2a8a6f3b-e76c-4fc0-9328-70b3f36b6f78 service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972850 Apr 11 18:19:30.732196 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e1d4796e-cc94-4755-b450-e3488539930b req-817cf766-6555-456a-9afd-6ae6417a09bf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e274281-3f62-4411-8e77-096c2f08a678 HTTP/1.1" status: 200 len: 210 time: 0.0368602 Apr 11 18:19:30.834870 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fabcf862-cf77-4273-b058-697978e2cc4c req-6ce1a0b3-b110-4efa-82db-18ae3ba79d1a service neutron] 10.222.0.15 "GET /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960453 Apr 11 18:19:31.264337 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:19:31.267893 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0804b-5deb-4db1-b674-942568f544cf req-3068af4e-3dd1-4419-85af-4d0738e9dfe3 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:31.269378 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-45f0804b-5deb-4db1-b674-942568f544cf req-3068af4e-3dd1-4419-85af-4d0738e9dfe3 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0512414 Apr 11 18:19:31.318933 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-45f0804b-5deb-4db1-b674-942568f544cf req-b31b4183-078e-4dc2-a900-c5806cefefb7 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435615 Apr 11 18:19:31.419918 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59254) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:31.806889 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6aae5-11ce-4e81-b200-b40a8f34a840 req-d4238e95-de49-4667-8710-84a19ae6f27c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:31.811895 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-edf6aae5-11ce-4e81-b200-b40a8f34a840 req-d4238e95-de49-4667-8710-84a19ae6f27c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0928648 Apr 11 18:19:31.925892 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-edf6aae5-11ce-4e81-b200-b40a8f34a840 req-f1d44fca-5a65-4d35-82c1-082299790614 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965767 Apr 11 18:19:32.432357 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b272e4-4d3b-4335-b887-bda8d86e9ef6 req-d84ffee3-edb9-4e49-b10c-dfc4db2cfebc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.439836 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d7b272e4-4d3b-4335-b887-bda8d86e9ef6 req-d84ffee3-edb9-4e49-b10c-dfc4db2cfebc tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0847330 Apr 11 18:19:32.514833 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d7b272e4-4d3b-4335-b887-bda8d86e9ef6 req-1d3f03b5-ec43-414b-89f4-b40076a6ee71 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737593 Apr 11 18:19:32.547811 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67362a69-1d9e-45f6-bf98-1b1af8f06347 req-5690f57a-0142-47f7-8767-44234d80a8c9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.549350 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-67362a69-1d9e-45f6-bf98-1b1af8f06347 req-5690f57a-0142-47f7-8767-44234d80a8c9 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0782037 Apr 11 18:19:32.664613 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.718728 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-67362a69-1d9e-45f6-bf98-1b1af8f06347 req-b0b0af2b-904a-4ec1-9db7-d7b2369fe771 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568310 Apr 11 18:19:32.848286 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c3329fa5-b1be-4057-ae29-4f42215d2321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:33.033654 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Deleting port 80247caf-f77d-4cf4-9b19-1c79904f5844 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:33.034535 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:33.048877 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6606e1a-085a-4741-bb82-49d869503cb3 req-47713b6e-0b96-443a-8a7d-58e5148f2527 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:33.051374 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e6606e1a-085a-4741-bb82-49d869503cb3 req-47713b6e-0b96-443a-8a7d-58e5148f2527 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0517023 Apr 11 18:19:33.110626 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e6606e1a-085a-4741-bb82-49d869503cb3 req-cd434a84-520b-410a-86c8-a2fccfa13799 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519984 Apr 11 18:19:33.147357 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] For port 80247caf-f77d-4cf4-9b19-1c79904f5844, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=80247caf-f77d-4cf4-9b19-1c79904f5844,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:33.147727 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:33.161862 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Calling delete_port for 80247caf-f77d-4cf4-9b19-1c79904f5844 owned by network:router_interface {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:33.454895 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (80247caf-f77d-4cf4-9b19-1c79904f5844), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:33.484961 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=80247caf-f77d-4cf4-9b19-1c79904f5844,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:33.746541 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea14b3-6a03-4a64-99d8-9bc455f429ed req-f7ab4fcb-c901-4528-89fb-7965bd38659a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:33.748163 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cfea14b3-6a03-4a64-99d8-9bc455f429ed req-f7ab4fcb-c901-4528-89fb-7965bd38659a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.1043177 Apr 11 18:19:33.793428 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:33.884009 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device f13c389c-3b23-4ea9-b034-151c8d289aa5 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:33.898403 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f193d17-2109-4147-9bab-9e208c200575 req-c225e431-5882-4784-bb03-601107b4c3ba tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:33.906694 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cfea14b3-6a03-4a64-99d8-9bc455f429ed req-a6a786f7-9f9f-42af-959c-a894377e928a tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451468 Apr 11 18:19:33.913683 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1f193d17-2109-4147-9bab-9e208c200575 req-c225e431-5882-4784-bb03-601107b4c3ba tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0964906 Apr 11 18:19:33.941095 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: f13c389c-3b23-4ea9-b034-151c8d289aa5 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:33.941750 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device f13c389c-3b23-4ea9-b034-151c8d289aa5 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:33.987217 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1f193d17-2109-4147-9bab-9e208c200575 req-a52781aa-054b-4c80-b156-918da9f7656e tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724566 Apr 11 18:19:34.154351 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:19:34.320421 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3371ab-d31f-4f42-b4e7-da33bd1129e1 req-defa0daf-7994-4dc3-a2a8-7db7a0ca89a8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:34.322367 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3f3371ab-d31f-4f42-b4e7-da33bd1129e1 req-defa0daf-7994-4dc3-a2a8-7db7a0ca89a8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.1020858 Apr 11 18:19:34.372797 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:19:34.378125 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-92a410cf-10f3-4470-9559-d6a21477d6a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/c23da8b6-9546-4bc4-9d4b-b395ba3a30d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9567230 Apr 11 18:19:34.380825 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59284) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:34.382291 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] Sync routers for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:19:34.394919 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:34.395807 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:34.419215 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3f3371ab-d31f-4f42-b4e7-da33bd1129e1 req-612e6157-5b30-41c9-ad02-b2bedca7db95 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883751 Apr 11 18:19:34.524337 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks [] for router (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:34.549608 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:34.657272 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks [] for router_gateway (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:34.770393 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:19:33Z', 'revision_number': 5, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port': {'id': 'a918afa9-5399-4fd9-b023-aa73df9552bc', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:34.802042 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] Checking router: c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:19:34.811973 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] Routers {'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:34.812653 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:34.832508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Deleting port a918afa9-5399-4fd9-b023-aa73df9552bc {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:34.833272 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:34.928537 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] Set router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 gateway port host: None {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:34.953023 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] For port a918afa9-5399-4fd9-b023-aa73df9552bc, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=a918afa9-5399-4fd9-b023-aa73df9552bc,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:34.953390 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:34.975952 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Calling delete_port for a918afa9-5399-4fd9-b023-aa73df9552bc owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:35.013350 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:19:34Z', 'revision_number': 6, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port_host': None}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:35.049703 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f12af-ddb1-4e21-9f72-afc4d70f6a70 None None] The sync data for ids ['c23da8b6-9546-4bc4-9d4b-b395ba3a30d0'] in dv-cinder-837354-1-iscsi is: [{'id': 'c23da8b6-9546-4bc4-9d4b-b395ba3a30d0', 'name': 'tempest-AttachVolumeTestJSON-455734186-router', 'tenant_id': '19b96704fbb14c29b15bc78ee13f3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:19:34Z', 'revision_number': 6, 'project_id': '19b96704fbb14c29b15bc78ee13f3b13', 'gw_port_host': None}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:19:35.123220 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bfa481ed-1970-4460-bdbc-697e4add1a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.165069 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44688ae-f60e-4fec-9e76-58de76543e75 req-6b505f6a-ce18-4189-8387-b4ef4dafecad tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:35.167648 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d44688ae-f60e-4fec-9e76-58de76543e75 req-6b505f6a-ce18-4189-8387-b4ef4dafecad tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0736175 Apr 11 18:19:35.239518 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d44688ae-f60e-4fec-9e76-58de76543e75 req-979de4c9-18ed-4d46-8192-35bf848b9edc tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658855 Apr 11 18:19:35.265110 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7b5f3-3da2-4714-b80f-17d7943fcfca req-15b3b939-dfa5-4ea5-b3c2-f0362a6e85e4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:35.266889 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b7a7b5f3-3da2-4714-b80f-17d7943fcfca req-15b3b939-dfa5-4ea5-b3c2-f0362a6e85e4 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.2565322 Apr 11 18:19:35.312762 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (a918afa9-5399-4fd9-b023-aa73df9552bc), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.378472 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a918afa9-5399-4fd9-b023-aa73df9552bc,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:35.388728 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b7a7b5f3-3da2-4714-b80f-17d7943fcfca req-90505c93-eeeb-47bd-9a59-88d23d61d616 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104445 Apr 11 18:19:35.476844 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.631087 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.634007 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks [] for router_controller (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.676358 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a9c8-b30e-4463-b885-d570ba964931 req-3e0a1405-3a51-45d6-9020-5f0e768630a5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:35.690644 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ee77a9c8-b30e-4463-b885-d570ba964931 req-3e0a1405-3a51-45d6-9020-5f0e768630a5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.1389499 Apr 11 18:19:35.792335 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ee77a9c8-b30e-4463-b885-d570ba964931 req-74ccaa66-139a-46c3-90c5-d763bcdfdf5b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002386 Apr 11 18:19:35.803489 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (c23da8b6-9546-4bc4-9d4b-b395ba3a30d0), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.804391 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:19:35.811143 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.812633 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-43329c81-32d6-476f-bdf5-be024472db6a admin admin] 10.222.0.53 "DELETE /v2.0/routers/c23da8b6-9546-4bc4-9d4b-b395ba3a30d0 HTTP/1.1" status: 204 len: 168 time: 1.4301815 Apr 11 18:19:35.815357 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59294) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:35.895563 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd70f5d5-1ddd-496a-85e7-07d224bf13bb admin admin] Deleting subnet 675019fa-8915-421f-bf8b-c55e41477ea1 {{(pid=103992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:19:35.899503 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dd70f5d5-1ddd-496a-85e7-07d224bf13bb admin admin] Publish callbacks [] for subnet (675019fa-8915-421f-bf8b-c55e41477ea1), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.943472 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dd70f5d5-1ddd-496a-85e7-07d224bf13bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25978403'] for subnet (675019fa-8915-421f-bf8b-c55e41477ea1), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.068227 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dd70f5d5-1ddd-496a-85e7-07d224bf13bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (675019fa-8915-421f-bf8b-c55e41477ea1), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.205469 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dd70f5d5-1ddd-496a-85e7-07d224bf13bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25692054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25708748'] for subnet (675019fa-8915-421f-bf8b-c55e41477ea1), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.227497 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70f5d5-1ddd-496a-85e7-07d224bf13bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675019fa-8915-421f-bf8b-c55e41477ea1,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:36.231439 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dd70f5d5-1ddd-496a-85e7-07d224bf13bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.237358 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-dd70f5d5-1ddd-496a-85e7-07d224bf13bb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/675019fa-8915-421f-bf8b-c55e41477ea1 HTTP/1.1" status: 204 len: 168 time: 0.4208341 Apr 11 18:19:36.237892 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59296) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:36.250765 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d345a6-ebd7-4cbc-a165-b62685d2a2a4 None None] Network 5a534f68-374b-4a6f-b80f-1aa62bee60ea requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:36.602735 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1995989-9ad9-46a2-a85d-fbb540451931 req-42d501b2-d9b5-4fc2-bb71-339999ec784c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:36.616499 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f1995989-9ad9-46a2-a85d-fbb540451931 req-42d501b2-d9b5-4fc2-bb71-339999ec784c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.2361293 Apr 11 18:19:36.647635 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (5a534f68-374b-4a6f-b80f-1aa62bee60ea), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.726283 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d53a3-7f02-4b18-8c27-77d9a15e2888 req-6ad177f6-d75f-420e-88ec-679296066c6b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:36.734020 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-455d53a3-7f02-4b18-8c27-77d9a15e2888 req-6ad177f6-d75f-420e-88ec-679296066c6b tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.1795149 Apr 11 18:19:36.739522 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.746456 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f1995989-9ad9-46a2-a85d-fbb540451931 req-bd02b3c5-ff0b-420c-bf00-be504612c745 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249771 Apr 11 18:19:36.887347 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-455d53a3-7f02-4b18-8c27-77d9a15e2888 req-cb7173e6-f07c-42c9-a690-51423a94c70f tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650818 Apr 11 18:19:36.887761 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Deleting port c7d84481-22b5-4400-a389-5ca326dd57f8 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:36.887761 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.888104 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device a918afa9-5399-4fd9-b023-aa73df9552bc no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:36.920688 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: a918afa9-5399-4fd9-b023-aa73df9552bc {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:36.921291 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device a918afa9-5399-4fd9-b023-aa73df9552bc not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:36.921900 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 80247caf-f77d-4cf4-9b19-1c79904f5844 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:36.922032 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] For port c7d84481-22b5-4400-a389-5ca326dd57f8, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c7d84481-22b5-4400-a389-5ca326dd57f8,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:36.922393 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.943693 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 80247caf-f77d-4cf4-9b19-1c79904f5844 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:36.944483 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 80247caf-f77d-4cf4-9b19-1c79904f5844 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:36.947278 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] DHCP port deletion for 5a534f68-374b-4a6f-b80f-1aa62bee60ea request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:19:36.947815 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Calling delete_port for c7d84481-22b5-4400-a389-5ca326dd57f8 owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:37.003230 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Deleting port c7d84481-22b5-4400-a389-5ca326dd57f8 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:37.003606 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:37.030275 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c933b9-e19e-4ffc-a186-bbe51f2d0011 req-eaf910a5-4260-4316-8cbd-236b17c8f81d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:37.031863 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e0c933b9-e19e-4ffc-a186-bbe51f2d0011 req-eaf910a5-4260-4316-8cbd-236b17c8f81d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0975571 Apr 11 18:19:37.073258 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] For port c7d84481-22b5-4400-a389-5ca326dd57f8, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c7d84481-22b5-4400-a389-5ca326dd57f8,segment=NetworkSegment(6ff72bea-b517-494f-b4e0-758eed31d3f1),segment_id=6ff72bea-b517-494f-b4e0-758eed31d3f1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:37.073657 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:37.092679 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Calling delete_port for c7d84481-22b5-4400-a389-5ca326dd57f8 owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:37.105568 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e0c933b9-e19e-4ffc-a186-bbe51f2d0011 req-67602624-48d0-4ada-9964-28628e82b34f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674999 Apr 11 18:19:37.660295 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-47d78594-31e6-42cc-99ff-978fb3e2943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:37.669800 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-47d78594-31e6-42cc-99ff-978fb3e2943e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653&device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1129 time: 0.0610857 Apr 11 18:19:37.764163 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:37.785199 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (c7d84481-22b5-4400-a389-5ca326dd57f8), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:37.831962 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Pushing event deleted for resources: {'Port': ['ID=c7d84481-22b5-4400-a389-5ca326dd57f8,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:37.858189 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:37.860823 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.866071 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.872380 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.873031 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.874255 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.874800 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.875200 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.875475 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.875922 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.876218 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.876559 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.877148 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.877273 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.877634 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.877981 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:37.879243 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d84481-22b5-4400-a389-5ca326dd57f8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:37.902697 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] No DVR routers for this DVR port c7d84481-22b5-4400-a389-5ca326dd57f8 on host dv-cinder-837354-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:19:37.913907 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00afb8c-fe5f-4882-abb6-6ebf041ffb9a None None] No DVR routers for this DVR port c7d84481-22b5-4400-a389-5ca326dd57f8 on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:19:37.996317 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7693be8-981b-4797-97c0-7414ce5a1b80 req-0ad93535-ac16-4371-9030-a3dc3de3b2da tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:37.997935 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a7693be8-981b-4797-97c0-7414ce5a1b80 req-0ad93535-ac16-4371-9030-a3dc3de3b2da tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0682471 Apr 11 18:19:38.070286 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a7693be8-981b-4797-97c0-7414ce5a1b80 req-88ba1343-107e-4d98-afc1-efd14b67dd53 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664880 Apr 11 18:19:38.134110 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (5a534f68-374b-4a6f-b80f-1aa62bee60ea), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.153403 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8290e-7020-4884-b33a-c273cffc3c6b req-746afd13-10ce-4499-9f5d-feb51edf83cd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:38.154991 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-23c8290e-7020-4884-b33a-c273cffc3c6b req-746afd13-10ce-4499-9f5d-feb51edf83cd tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.1316209 Apr 11 18:19:38.183380 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a534f68-374b-4a6f-b80f-1aa62bee60ea']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:38.201414 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff72bea-b517-494f-b4e0-758eed31d3f1') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:38.201759 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff72bea-b517-494f-b4e0-758eed31d3f1') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:38.215535 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526033'] for segment (6ff72bea-b517-494f-b4e0-758eed31d3f1), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.246590 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (6ff72bea-b517-494f-b4e0-758eed31d3f1), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.256128 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-23c8290e-7020-4884-b33a-c273cffc3c6b req-c7a1f40a-e49a-4ebf-88c5-46ce70fd19fe tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909860 Apr 11 18:19:38.262322 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71b68f-82ca-4c2c-a451-dcca5efe6f85 req-33f489ed-d0ce-4e77-a3e5-ed11f128bda7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26048913'] for segment (6ff72bea-b517-494f-b4e0-758eed31d3f1), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: timer() Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: self._notify() Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: event.method(event) Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:19:38.262772 dv-cinder-837354-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:19:38.266765 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f71b68f-82ca-4c2c-a451-dcca5efe6f85 req-33f489ed-d0ce-4e77-a3e5-ed11f128bda7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0595036 Apr 11 18:19:38.314064 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f71b68f-82ca-4c2c-a451-dcca5efe6f85 req-350e58cd-e239-41a1-9e88-335ed6e8a10e tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455239 Apr 11 18:19:38.396848 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (5a534f68-374b-4a6f-b80f-1aa62bee60ea), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.404495 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.407669 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5a534f68-374b-4a6f-b80f-1aa62bee60ea HTTP/1.1" status: 204 len: 168 time: 2.1682570 Apr 11 18:19:38.417772 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd356c8c-6254-46bc-8aec-3e23acc7ef56 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a534f68-374b-4a6f-b80f-1aa62bee60ea,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:38.694627 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59320) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:38.735955 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-63047747-cb87-467a-bd53-06857a00a85e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19b96704fbb14c29b15bc78ee13f3b13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400760 Apr 11 18:19:38.738471 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59322) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:38.791914 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ae95833f-cd2a-401c-8b65-81d682942836 admin admin] Publish callbacks [] for security_group (1eba0366-e694-4e61-bcf9-9e7cc715b02d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.814374 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ae95833f-cd2a-401c-8b65-81d682942836 admin admin] Publish callbacks [] for security_group (1eba0366-e694-4e61-bcf9-9e7cc715b02d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.829685 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c7d84481-22b5-4400-a389-5ca326dd57f8 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:38.854932 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: c7d84481-22b5-4400-a389-5ca326dd57f8 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:38.855194 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c7d84481-22b5-4400-a389-5ca326dd57f8 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:38.940745 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ae95833f-cd2a-401c-8b65-81d682942836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (1eba0366-e694-4e61-bcf9-9e7cc715b02d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.943575 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ae95833f-cd2a-401c-8b65-81d682942836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.945072 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ae95833f-cd2a-401c-8b65-81d682942836 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1eba0366-e694-4e61-bcf9-9e7cc715b02d HTTP/1.1" status: 204 len: 168 time: 0.2055922 Apr 11 18:19:38.955517 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95833f-cd2a-401c-8b65-81d682942836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eba0366-e694-4e61-bcf9-9e7cc715b02d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:39.110740 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:39.193162 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fff39-ccc0-40df-999a-12b3d8781498 req-4bb15f22-8ffd-4f67-b8f1-439f7e0cc55b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:39.194655 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-381fff39-ccc0-40df-999a-12b3d8781498 req-4bb15f22-8ffd-4f67-b8f1-439f7e0cc55b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0487843 Apr 11 18:19:39.244063 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-381fff39-ccc0-40df-999a-12b3d8781498 req-25d463e9-f83d-4fc6-bc22-568b21d4b2dd tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437930 Apr 11 18:19:39.391832 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccd0e6-bd3c-4adc-b7d8-3c3b888a569e req-cb1630dd-11f2-485f-a2b6-eaebc2eaf779 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:39.394288 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e2ccd0e6-bd3c-4adc-b7d8-3c3b888a569e req-cb1630dd-11f2-485f-a2b6-eaebc2eaf779 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0606852 Apr 11 18:19:39.451383 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab468e-94c6-40c3-b28e-f580bcc5685e req-15ac1fc3-857f-4c53-9966-58298c1671c2 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:39.456345 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8eab468e-94c6-40c3-b28e-f580bcc5685e req-15ac1fc3-857f-4c53-9966-58298c1671c2 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0659883 Apr 11 18:19:39.467882 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e2ccd0e6-bd3c-4adc-b7d8-3c3b888a569e req-9af10dd0-e5a9-4da3-934a-9915adbe30cf tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660193 Apr 11 18:19:39.525299 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8eab468e-94c6-40c3-b28e-f580bcc5685e req-9c4d2f77-4556-4698-99c2-45219febf6dd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583234 Apr 11 18:19:40.425507 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e82db-8bc1-411e-9bb3-5d9f0347cee6 req-771c87df-84d0-479f-99a7-077efe1c4635 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:40.428181 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-618e82db-8bc1-411e-9bb3-5d9f0347cee6 req-771c87df-84d0-479f-99a7-077efe1c4635 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0892260 Apr 11 18:19:40.506725 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-618e82db-8bc1-411e-9bb3-5d9f0347cee6 req-f20ec24c-7365-4226-b660-b29acbaf5bf1 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720065 Apr 11 18:19:40.659598 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fbbbc-cf21-47e5-9969-776d9bba71ab req-9ff09f7a-96ea-4b6a-bb45-d61793ed4d18 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:40.661733 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b6fbbbc-cf21-47e5-9969-776d9bba71ab req-9ff09f7a-96ea-4b6a-bb45-d61793ed4d18 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0915959 Apr 11 18:19:40.772872 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b23de4-3352-49cd-9822-b2364244f0d3 req-c6988356-aff3-4ddc-a129-446a9614e264 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:40.777957 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7b6fbbbc-cf21-47e5-9969-776d9bba71ab req-f72177e6-3b57-4e31-ab5e-04652cee0511 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083128 Apr 11 18:19:40.779775 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-61b23de4-3352-49cd-9822-b2364244f0d3 req-c6988356-aff3-4ddc-a129-446a9614e264 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.1003683 Apr 11 18:19:40.884169 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-61b23de4-3352-49cd-9822-b2364244f0d3 req-b6cf0a85-6391-419c-b16f-cc14eb4aba0c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925846 Apr 11 18:19:41.439006 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59388) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:41.592191 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-381d056e-47fa-4f30-a4cb-f8760118f8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:41.633052 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85485-61cc-44b1-8b28-aecaab04721f req-ab4ba968-1806-45e4-8e96-6a47db8e0dd0 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.634948 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d6b85485-61cc-44b1-8b28-aecaab04721f req-ab4ba968-1806-45e4-8e96-6a47db8e0dd0 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0513730 Apr 11 18:19:41.694726 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d6b85485-61cc-44b1-8b28-aecaab04721f req-250f0bea-f5bc-4bfa-be7b-44f8ab997caf tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535703 Apr 11 18:19:41.705621 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-381d056e-47fa-4f30-a4cb-f8760118f8ed admin admin] Publish callbacks [] for security_group (8479a4e7-fcc7-4d4b-9cd1-5bba71b51f3a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:41.775184 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-381d056e-47fa-4f30-a4cb-f8760118f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (8479a4e7-fcc7-4d4b-9cd1-5bba71b51f3a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:41.842851 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59400) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:41.853083 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-381d056e-47fa-4f30-a4cb-f8760118f8ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7496d6b7f68f4a348492d80fa6475a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128931 Apr 11 18:19:41.858536 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d056e-47fa-4f30-a4cb-f8760118f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8479a4e7-fcc7-4d4b-9cd1-5bba71b51f3a,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:41.967024 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8e61001f-b05c-46d0-86f5-9efd5af46512 admin admin] Publish callbacks [] for security_group (8479a4e7-fcc7-4d4b-9cd1-5bba71b51f3a), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:41.974010 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6778f98-ae1c-4a08-8103-b4756824c9cd req-f8d7c954-3a0e-476f-9670-b96e98000eb2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.990649 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f6778f98-ae1c-4a08-8103-b4756824c9cd req-f8d7c954-3a0e-476f-9670-b96e98000eb2 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0826697 Apr 11 18:19:42.031245 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8e61001f-b05c-46d0-86f5-9efd5af46512 admin admin] Publish callbacks [] for security_group (8479a4e7-fcc7-4d4b-9cd1-5bba71b51f3a), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.054349 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f6778f98-ae1c-4a08-8103-b4756824c9cd req-16d45ef5-a0ad-4d6e-b944-d5655f9c5d48 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623369 Apr 11 18:19:42.141255 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019467e-14ba-487c-aebe-77bcd945f133 req-cc705558-d5a0-4311-bf47-d4f0a6234de1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:42.148549 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c019467e-14ba-487c-aebe-77bcd945f133 req-cc705558-d5a0-4311-bf47-d4f0a6234de1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.1120620 Apr 11 18:19:42.212884 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c019467e-14ba-487c-aebe-77bcd945f133 req-1ed63425-b008-4376-b8d4-30630f8f365c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634410 Apr 11 18:19:42.282957 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8e61001f-b05c-46d0-86f5-9efd5af46512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (8479a4e7-fcc7-4d4b-9cd1-5bba71b51f3a), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.286515 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8e61001f-b05c-46d0-86f5-9efd5af46512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.288390 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-8e61001f-b05c-46d0-86f5-9efd5af46512 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8479a4e7-fcc7-4d4b-9cd1-5bba71b51f3a HTTP/1.1" status: 204 len: 168 time: 0.4435298 Apr 11 18:19:42.300853 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61001f-b05c-46d0-86f5-9efd5af46512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8479a4e7-fcc7-4d4b-9cd1-5bba71b51f3a,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:42.832478 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9ede7-b166-4b50-af51-47dfa4e87207 req-c7e76b29-20f2-485f-9ae2-38d2573dd28c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:42.836968 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-02a9ede7-b166-4b50-af51-47dfa4e87207 req-c7e76b29-20f2-485f-9ae2-38d2573dd28c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0690050 Apr 11 18:19:42.889446 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-5d19356e-c49f-4138-bdb7-44ab5dd83800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:42.891602 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-5d19356e-c49f-4138-bdb7-44ab5dd83800 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54320f21-4b3d-49a1-a786-72a142306848 HTTP/1.1" status: 200 len: 910 time: 0.1060333 Apr 11 18:19:42.893782 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-02a9ede7-b166-4b50-af51-47dfa4e87207 req-bc650ddc-6eb3-489d-882d-74d147d3a877 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532091 Apr 11 18:19:43.174091 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c0590-6caf-4310-874c-d34ae05b4d85 req-e25c3d16-d03d-4a86-826f-1ea5465cd14c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:43.175545 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cb0c0590-6caf-4310-874c-d34ae05b4d85 req-e25c3d16-d03d-4a86-826f-1ea5465cd14c tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Apr 11 18:19:43.226763 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cb0c0590-6caf-4310-874c-d34ae05b4d85 req-f5ac4f89-8d94-4e0e-b254-f8e14f1c5577 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 Apr 11 18:19:43.304203 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-e06fd05d-70b2-4f53-b6fa-aad700bcbaeb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:43.305837 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-e06fd05d-70b2-4f53-b6fa-aad700bcbaeb tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.0644331 Apr 11 18:19:43.315949 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-9627b948-c86b-4ed9-954e-bf53f521fd06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 200 len: 1000 time: 0.0795317 Apr 11 18:19:43.364234 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f61c2-ab9e-4598-ad3a-285a585c14b4 req-ed52900f-e94d-4c42-96dd-01137073260a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:43.365727 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9c2f61c2-ab9e-4598-ad3a-285a585c14b4 req-ed52900f-e94d-4c42-96dd-01137073260a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 944 time: 0.0522544 Apr 11 18:19:43.416776 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9c2f61c2-ab9e-4598-ad3a-285a585c14b4 req-8493ca6e-d671-41a4-887c-a3db29ef18e5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440049 Apr 11 18:19:43.458654 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59432) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:43.559186 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-247173213-network', 'tenant_id': 'a17b622a9d134bd59c8c335e001a8c7d'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:43.688560 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Made reservation on behalf of a17b622a9d134bd59c8c335e001a8c7d for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:43.690940 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.700378 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.779197 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Publish callbacks [] for security_group (26bc9f17-3973-4f46-83e3-29362d235fed), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.888697 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (26bc9f17-3973-4f46-83e3-29362d235fed), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.913882 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:19:43.924980 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bc9f17-3973-4f46-83e3-29362d235fed,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:43.932293 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (57ff2b49-129a-4b1a-99f7-56fff1ac6261), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.932721 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Added segment 57ff2b49-129a-4b1a-99f7-56fff1ac6261 of type vlan for network 01a10a80-17b0-4975-b97b-0c6a4a0fb368 Apr 11 18:19:43.945098 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:19:44.002297 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (01a10a80-17b0-4975-b97b-0c6a4a0fb368), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.055241 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:44.068518 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'port_id': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'mac_address': 'fa:16:3e:a0:c1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:19:44.078413 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64635b-9660-404b-bf78-c3fd5eb3407f req-3a6a443b-018d-4018-be29-e449e455ab9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.080111 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-df64635b-9660-404b-bf78-c3fd5eb3407f req-3a6a443b-018d-4018-be29-e449e455ab9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0959563 Apr 11 18:19:44.095512 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-72420503-c4df-4d43-9312-6519bb9bb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.095512 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-72420503-c4df-4d43-9312-6519bb9bb299 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef432a8b-6854-4477-bd3e-fd1397c97bae HTTP/1.1" status: 200 len: 848 time: 0.0919724 Apr 11 18:19:44.115092 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port af8fd57e-5258-4c94-8708-688ecdf70443 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:44.115480 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.121570 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Deleting port 353e55f1-0d7b-4893-a793-312be20bcf01 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:44.121918 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.130361 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8fd57e-5258-4c94-8708-688ecdf70443 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:44.141490 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (01a10a80-17b0-4975-b97b-0c6a4a0fb368), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.142617 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.143242 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.152480 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:44.159937 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-71b1908f-19e0-40f8-a3f4-b3c4fb6c94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.161555 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-71b1908f-19e0-40f8-a3f4-b3c4fb6c94e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54320f21-4b3d-49a1-a786-72a142306848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607266 Apr 11 18:19:44.195372 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-df64635b-9660-404b-bf78-c3fd5eb3407f req-599190cc-9d43-4a5f-b47a-1bfee76f8b48 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045837 Apr 11 18:19:44.242043 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.263250 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8006926 Apr 11 18:19:44.263822 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59442) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:44.267897 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8775564-71e9-484b-af77-accbc94be49d admin admin] Pushing event updated for resources: {'Network': ['ID=01a10a80-17b0-4975-b97b-0c6a4a0fb368,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:44.275039 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Request body: {'subnet': {'network_id': '01a10a80-17b0-4975-b97b-0c6a4a0fb368', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-247173213-subnet', 'tenant_id': 'a17b622a9d134bd59c8c335e001a8c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:44.287819 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-8fe2a753-48f5-4335-8bca-3bbb38280e47 service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174867 Apr 11 18:19:44.302832 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 01a10a80-17b0-4975-b97b-0c6a4a0fb368 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:19:44.303508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] For port 353e55f1-0d7b-4893-a793-312be20bcf01, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=353e55f1-0d7b-4893-a793-312be20bcf01,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:44.304085 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.325265 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Calling delete_port for 353e55f1-0d7b-4893-a793-312be20bcf01 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:44.374658 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Made reservation on behalf of a17b622a9d134bd59c8c335e001a8c7d for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:44.377327 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25708753'] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.410951 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=9']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:44.440926 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6a95-ff11-46c6-b94a-45107f8bb870 req-2b1c5efe-53c2-4a7d-a12f-af9e27d7ccaa tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.442737 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2f7b6a95-ff11-46c6-b94a-45107f8bb870 req-2b1c5efe-53c2-4a7d-a12f-af9e27d7ccaa tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 945 time: 0.1006932 Apr 11 18:19:44.458259 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f01be7bd-e76a-46c0-8762-0a1237dd0ede req-a9885c4d-b2f4-4db3-a388-3aa7a645426f service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624503 Apr 11 18:19:44.497961 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['af8fd57e-5258-4c94-8708-688ecdf70443'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:19:44.512525 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2f7b6a95-ff11-46c6-b94a-45107f8bb870 req-a0a68535-d4f9-4888-80d0-76dc7b0c6ca3 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/security-groups?id=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605426 Apr 11 18:19:44.590683 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed3c5d-5d5e-4e7c-a6c6-7b2975d989c2 req-5918956a-2705-47f7-a70f-064a306f66b7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.592237 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-58ed3c5d-5d5e-4e7c-a6c6-7b2975d989c2 req-5918956a-2705-47f7-a70f-064a306f66b7 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 945 time: 0.0761027 Apr 11 18:19:44.677594 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (353e55f1-0d7b-4893-a793-312be20bcf01), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.682990 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-58ed3c5d-5d5e-4e7c-a6c6-7b2975d989c2 req-af98177e-20c7-4ad6-b43e-0e132e1581cb tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850232 Apr 11 18:19:44.706230 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Pushing event deleted for resources: {'Port': ['ID=353e55f1-0d7b-4893-a793-312be20bcf01,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:44.755634 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] No DVR routers for this DVR port 353e55f1-0d7b-4893-a793-312be20bcf01 on host hv-cinder-83735 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:19:44.758174 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.761586 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d52d4a19-cc72-425f-9e0b-e2cc50bae8a3 req-5d41b5fe-f39b-4007-822c-0acae7ce4030 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.15 "DELETE /v2.0/ports/353e55f1-0d7b-4893-a793-312be20bcf01 HTTP/1.1" status: 204 len: 173 time: 0.7724910 Apr 11 18:19:44.762024 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce1bfba-3d1d-4f74-9fc7-24c021158a83', 'name': 'network-vif-deleted', 'tag': '353e55f1-0d7b-4893-a793-312be20bcf01'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:44.764261 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a500c88e-16c4-40b0-848e-e4483ab2bbdf" -d '{"events": [{"server_uuid": "fce1bfba-3d1d-4f74-9fc7-24c021158a83", "name": "network-vif-deleted", "tag": "353e55f1-0d7b-4893-a793-312be20bcf01"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:44.780542 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25708739'] for subnet (702439ce-0d94-4ae0-9a76-579e484fec5d), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.801208 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f4ccdd-0f8e-4f4d-9765-20db8f1b0b24 x-openstack-request-id: req-14f4ccdd-0f8e-4f4d-9765-20db8f1b0b24 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:44.801505 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce1bfba-3d1d-4f74-9fc7-24c021158a83", "name": "network-vif-deleted", "tag": "353e55f1-0d7b-4893-a793-312be20bcf01", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:44.801765 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14f4ccdd-0f8e-4f4d-9765-20db8f1b0b24 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:44.802175 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f4ccdd-0f8e-4f4d-9765-20db8f1b0b24'] response: {'server_uuid': 'fce1bfba-3d1d-4f74-9fc7-24c021158a83', 'name': 'network-vif-deleted', 'tag': '353e55f1-0d7b-4893-a793-312be20bcf01', 'status': 'completed', 'code': 200} Apr 11 18:19:44.837288 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=702439ce-0d94-4ae0-9a76-579e484fec5d,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:44.846466 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Checking segment: {'id': '57ff2b49-129a-4b1a-99f7-56fff1ac6261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '01a10a80-17b0-4975-b97b-0c6a4a0fb368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:44.846824 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Network hostable DHCP agents. Network: 01a10a80-17b0-4975-b97b-0c6a4a0fb368, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:19:44.916728 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Network 01a10a80-17b0-4975-b97b-0c6a4a0fb368 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:19:44.991454 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 01a10a80-17b0-4975-b97b-0c6a4a0fb368) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:44.996289 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.997095 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:45.001726 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f67db-d7b3-4bdc-a2b0-228f52bf7e50 None None] Network 01a10a80-17b0-4975-b97b-0c6a4a0fb368 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:45.085896 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-6e7e6b6d-a8b1-4181-a213-92a9c10e51fc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8205395 Apr 11 18:19:45.111553 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ca35cc-d251-4060-b54b-4c9098d07966 None None] Network 01a10a80-17b0-4975-b97b-0c6a4a0fb368 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:45.347364 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69526d0b-01a0-4d45-8a78-437f78f3e19e req-ee891034-a21c-48d3-8c56-ea92aae08f97 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:45.348689 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-69526d0b-01a0-4d45-8a78-437f78f3e19e req-ee891034-a21c-48d3-8c56-ea92aae08f97 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0656791 Apr 11 18:19:45.414387 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-69526d0b-01a0-4d45-8a78-437f78f3e19e req-fe8edc95-20ea-4fb8-a00b-136ccc951eb5 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589809 Apr 11 18:19:45.651743 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bc9a1100-d0b6-4be0-b8be-a8b10c551c5b req-cd84b9bf-fba6-4ac5-8460-4ea5a67044b0 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 210 time: 0.0585814 Apr 11 18:19:45.804619 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73715542-1277-49fb-8e81-272b723993f4 req-526afd9f-b21c-42be-92a6-bf7f965e297d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:45.806148 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-73715542-1277-49fb-8e81-272b723993f4 req-526afd9f-b21c-42be-92a6-bf7f965e297d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 945 time: 0.0496888 Apr 11 18:19:45.857473 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-73715542-1277-49fb-8e81-272b723993f4 req-e6ef72a2-7a79-4029-8e3d-c60f62f9d709 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446985 Apr 11 18:19:45.926111 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59486) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:45.931434 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-89563161-network', 'tenant_id': 'b89fed5cf66f4a7e99d7a945c94a3106'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:45.945318 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:45.998166 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port af8fd57e-5258-4c94-8708-688ecdf70443 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:45.998880 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.019659 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Made reservation on behalf of b89fed5cf66f4a7e99d7a945c94a3106 for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:46.022027 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.030825 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.079879 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port af8fd57e-5258-4c94-8708-688ecdf70443 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:46.080451 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.104657 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:46.106931 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c141965-23a7-4797-995b-22a1c8a7c0d1" -d '{"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-plugged", "status": "completed", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:46.113760 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Publish callbacks [] for security_group (5870d5b2-1e80-4138-892d-a0fac70e4dbe), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.127695 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:46.146133 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abedca5-3fee-461a-b7f5-58c79b24bf69 x-openstack-request-id: req-5abedca5-3fee-461a-b7f5-58c79b24bf69 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:46.146455 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-plugged", "status": "completed", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:46.146718 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5abedca5-3fee-461a-b7f5-58c79b24bf69 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:46.147122 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abedca5-3fee-461a-b7f5-58c79b24bf69'] response: {'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'code': 200} Apr 11 18:19:46.214243 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5870d5b2-1e80-4138-892d-a0fac70e4dbe), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.214466 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.216155 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 353e55f1-0d7b-4893-a793-312be20bcf01 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:46.249488 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:19:46.257288 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5870d5b2-1e80-4138-892d-a0fac70e4dbe,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:46.265344 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (88e9f814-6fba-46ed-be34-9366511fab19), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.266302 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Added segment 88e9f814-6fba-46ed-be34-9366511fab19 of type vlan for network 68a420fe-3f06-4817-9087-33200f30e6be Apr 11 18:19:46.275153 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 353e55f1-0d7b-4893-a793-312be20bcf01 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:46.278451 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 353e55f1-0d7b-4893-a793-312be20bcf01 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:46.306104 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=10']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:46.308613 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (68a420fe-3f06-4817-9087-33200f30e6be), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.436388 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (68a420fe-3f06-4817-9087-33200f30e6be), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.437324 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:46.438038 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:46.569939 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99123a87-fb79-4515-bf27-7a3e6cf7fb1e req-4026101f-b176-43d9-b1ea-3ed5f9993d47 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:46.571577 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-99123a87-fb79-4515-bf27-7a3e6cf7fb1e req-4026101f-b176-43d9-b1ea-3ed5f9993d47 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0706744 Apr 11 18:19:46.630148 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-99123a87-fb79-4515-bf27-7a3e6cf7fb1e req-6b06efe9-eb53-4145-b805-285968416159 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501544 Apr 11 18:19:46.757109 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741279ed-241a-41f9-91c5-431fb987ccc0 req-b2fc0d2f-f707-4d98-9428-ce7a82c99e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:46.759119 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-741279ed-241a-41f9-91c5-431fb987ccc0 req-b2fc0d2f-f707-4d98-9428-ce7a82c99e92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 1131 time: 0.0515530 Apr 11 18:19:46.795953 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8666017 Apr 11 18:19:46.797036 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59496) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:46.804269 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Request body: {'subnet': {'network_id': '68a420fe-3f06-4817-9087-33200f30e6be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-89563161-subnet', 'tenant_id': 'b89fed5cf66f4a7e99d7a945c94a3106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:46.805301 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a563a0-82a0-414a-960c-f78521a48441 admin admin] Pushing event updated for resources: {'Network': ['ID=68a420fe-3f06-4817-9087-33200f30e6be,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:46.821251 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 68a420fe-3f06-4817-9087-33200f30e6be details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:19:46.838563 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aee95cc6-8879-4045-aa02-d8ae4aa2103a req-67b9e14e-07f9-4e16-bff0-2579215e1a03 tempest-ServerRescueNegativeTestJSON-820426691 tempest-ServerRescueNegativeTestJSON-820426691-project] 10.222.0.53 "GET /v2.0/ports?device_id=fce1bfba-3d1d-4f74-9fc7-24c021158a83 HTTP/1.1" status: 200 len: 210 time: 0.0443497 Apr 11 18:19:46.865035 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-741279ed-241a-41f9-91c5-431fb987ccc0 req-6fa728de-3108-4a58-b0c5-b14f510d3720 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863898 Apr 11 18:19:46.888502 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Made reservation on behalf of b89fed5cf66f4a7e99d7a945c94a3106 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:46.890813 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25708753'] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.018197 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bbacf-1200-455c-9550-b5690fbba5d9 req-5ea95919-e73f-40c4-b84d-b729ff983356 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:47.019709 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a22bbacf-1200-455c-9550-b5690fbba5d9 req-5ea95919-e73f-40c4-b84d-b729ff983356 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.0711002 Apr 11 18:19:47.101897 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a22bbacf-1200-455c-9550-b5690fbba5d9 req-3ccd7eb7-12c4-4332-9fe4-927792e2ed9b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747194 Apr 11 18:19:47.208686 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25708739'] for subnet (a0bfe214-415b-49bb-ac49-ae3819ae4679), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.262454 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bfe214-415b-49bb-ac49-ae3819ae4679,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:47.272691 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Checking segment: {'id': '88e9f814-6fba-46ed-be34-9366511fab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '68a420fe-3f06-4817-9087-33200f30e6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:47.273055 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Network hostable DHCP agents. Network: 68a420fe-3f06-4817-9087-33200f30e6be, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:19:47.350927 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Network 68a420fe-3f06-4817-9087-33200f30e6be is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:19:47.397046 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 68a420fe-3f06-4817-9087-33200f30e6be) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:47.401724 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:47.404833 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.407977 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a39a0-2574-4df3-8b05-c0b9591f0bce None None] Network 68a420fe-3f06-4817-9087-33200f30e6be requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:47.457030 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-075eb59c-ff3b-46a4-a1dd-59d58bc4cab3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6586728 Apr 11 18:19:47.513803 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0f16ce-b194-4c21-9bb5-50bb95271c99 None None] Network 68a420fe-3f06-4817-9087-33200f30e6be requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:47.580834 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59502) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:47.630301 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7fb7c8-2b86-414d-85be-b9e288dfcea0 admin admin] Deleting subnet 702439ce-0d94-4ae0-9a76-579e484fec5d {{(pid=103992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:19:47.633791 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb7c8-2b86-414d-85be-b9e288dfcea0 admin admin] Publish callbacks [] for subnet (702439ce-0d94-4ae0-9a76-579e484fec5d), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.669638 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb7c8-2b86-414d-85be-b9e288dfcea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25978403'] for subnet (702439ce-0d94-4ae0-9a76-579e484fec5d), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.711840 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb7c8-2b86-414d-85be-b9e288dfcea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (702439ce-0d94-4ae0-9a76-579e484fec5d), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.762555 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827da03b-2c5e-40af-bd0e-21b7dfba60e4 req-aebe0f13-6716-4260-94cd-034459c5b68a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:47.764585 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-827da03b-2c5e-40af-bd0e-21b7dfba60e4 req-aebe0f13-6716-4260-94cd-034459c5b68a tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0621450 Apr 11 18:19:47.833067 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-827da03b-2c5e-40af-bd0e-21b7dfba60e4 req-7c5e6b4e-350f-42eb-a2fc-7fa2d94a672e tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575402 Apr 11 18:19:47.928788 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb7c8-2b86-414d-85be-b9e288dfcea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25692054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25708748'] for subnet (702439ce-0d94-4ae0-9a76-579e484fec5d), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.959219 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb7c8-2b86-414d-85be-b9e288dfcea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.963097 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-bc7fb7c8-2b86-414d-85be-b9e288dfcea0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/702439ce-0d94-4ae0-9a76-579e484fec5d HTTP/1.1" status: 204 len: 168 time: 0.3812454 Apr 11 18:19:47.964216 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fb7c8-2b86-414d-85be-b9e288dfcea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702439ce-0d94-4ae0-9a76-579e484fec5d,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:47.965762 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59516) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:48.043595 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (01a10a80-17b0-4975-b97b-0c6a4a0fb368), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.153792 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59526) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:48.154515 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (01a10a80-17b0-4975-b97b-0c6a4a0fb368), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.372997 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecc70a-1787-4488-a6e0-1f97af54b1c5 req-daf92766-1d2e-4752-b82a-adbc7e8cf76f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:48.382831 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-51ecc70a-1787-4488-a6e0-1f97af54b1c5 req-daf92766-1d2e-4752-b82a-adbc7e8cf76f tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.0841939 Apr 11 18:19:48.458932 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59548) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:48.471088 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a10a80-17b0-4975-b97b-0c6a4a0fb368']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:48.489176 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-51ecc70a-1787-4488-a6e0-1f97af54b1c5 req-82cb7dca-f373-4b1e-b479-4203d6613f4d tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051540 Apr 11 18:19:48.525838 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ff2b49-129a-4b1a-99f7-56fff1ac6261') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:48.526273 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ff2b49-129a-4b1a-99f7-56fff1ac6261') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:48.545208 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526033'] for segment (57ff2b49-129a-4b1a-99f7-56fff1ac6261), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.586217 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067bb81-1102-43a1-a2a3-696186c097d0 req-0441e575-0b1c-4fd4-89c9-07a7dd91dc77 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:48.588412 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6067bb81-1102-43a1-a2a3-696186c097d0 req-0441e575-0b1c-4fd4-89c9-07a7dd91dc77 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.1298232 Apr 11 18:19:48.592406 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (57ff2b49-129a-4b1a-99f7-56fff1ac6261), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.632345 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:19:48.632785 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26048913'] for segment (57ff2b49-129a-4b1a-99f7-56fff1ac6261), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: timer() Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: self._notify() Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: event.method(event) Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:19:48.634551 dv-cinder-837354-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:19:48.667486 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-0fd5bb38-da22-46fc-9fea-bfe9e960a420 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2075264 Apr 11 18:19:48.672168 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2b5ac-7215-4473-b5d0-aa73fecd8adf req-fb6988a2-e1dd-4624-8d20-2f5b6f687895 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:48.673753 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-80a2b5ac-7215-4473-b5d0-aa73fecd8adf req-fb6988a2-e1dd-4624-8d20-2f5b6f687895 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 946 time: 0.0946481 Apr 11 18:19:48.700346 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-f57f57e9-63ab-42ea-ba88-3189895038d0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:19:48.701410 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-f57f57e9-63ab-42ea-ba88-3189895038d0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073178 Apr 11 18:19:48.756285 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6067bb81-1102-43a1-a2a3-696186c097d0 req-7897ceca-34e9-416f-af11-b1115c47ca0e tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414146 Apr 11 18:19:48.778059 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-80a2b5ac-7215-4473-b5d0-aa73fecd8adf req-6bdf9676-4533-49c9-b2f9-d0a34f4ec458 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977385 Apr 11 18:19:48.831590 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (01a10a80-17b0-4975-b97b-0c6a4a0fb368), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.841987 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.847449 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] 10.222.0.53 "DELETE /v2.0/networks/01a10a80-17b0-4975-b97b-0c6a4a0fb368 HTTP/1.1" status: 204 len: 168 time: 0.8806794 Apr 11 18:19:48.850415 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59576) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:48.856996 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59578) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:48.870509 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec30b56-2b33-4690-a84f-c73dc43530eb admin admin] Pushing event deleted for resources: {'Network': ['ID=01a10a80-17b0-4975-b97b-0c6a4a0fb368,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:48.912688 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07186dd-4fb3-401d-992d-b5d4cd12d88c admin admin] Deleting subnet a0bfe214-415b-49bb-ac49-ae3819ae4679 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:19:48.916765 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f07186dd-4fb3-401d-992d-b5d4cd12d88c admin admin] Publish callbacks [] for subnet (a0bfe214-415b-49bb-ac49-ae3819ae4679), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.961964 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f07186dd-4fb3-401d-992d-b5d4cd12d88c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526040'] for subnet (a0bfe214-415b-49bb-ac49-ae3819ae4679), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.979958 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (9f2ad3e0-c49f-4243-a7e7-287d607321f3), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.991176 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-ba045984-3eb3-404b-9539-7548ae688ef6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:48.992685 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-ba045984-3eb3-404b-9539-7548ae688ef6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports/83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 200 len: 942 time: 0.1345201 Apr 11 18:19:49.005511 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f07186dd-4fb3-401d-992d-b5d4cd12d88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (a0bfe214-415b-49bb-ac49-ae3819ae4679), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.146206 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f07186dd-4fb3-401d-992d-b5d4cd12d88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26048827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26094799'] for subnet (a0bfe214-415b-49bb-ac49-ae3819ae4679), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.175137 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f07186dd-4fb3-401d-992d-b5d4cd12d88c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.180709 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f07186dd-4fb3-401d-992d-b5d4cd12d88c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a0bfe214-415b-49bb-ac49-ae3819ae4679 HTTP/1.1" status: 204 len: 168 time: 0.3156013 Apr 11 18:19:49.180709 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07186dd-4fb3-401d-992d-b5d4cd12d88c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0bfe214-415b-49bb-ac49-ae3819ae4679,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:49.181104 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59588) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:49.278174 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (68a420fe-3f06-4817-9087-33200f30e6be), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.340597 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Deleting port 9c354fed-646a-45b9-9ed9-7193234cedc8 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:49.340829 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.443741 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (68a420fe-3f06-4817-9087-33200f30e6be), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.477860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a420fe-3f06-4817-9087-33200f30e6be']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:49.497469 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e9f814-6fba-46ed-be34-9366511fab19') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:49.498331 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e9f814-6fba-46ed-be34-9366511fab19') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:49.511824 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] For port 9c354fed-646a-45b9-9ed9-7193234cedc8, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=9c354fed-646a-45b9-9ed9-7193234cedc8,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:49.512214 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.515512 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (88e9f814-6fba-46ed-be34-9366511fab19), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.534172 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Calling delete_port for 9c354fed-646a-45b9-9ed9-7193234cedc8 owned by network:router_interface {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:49.538748 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (88e9f814-6fba-46ed-be34-9366511fab19), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.550685 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:19:49.550993 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (88e9f814-6fba-46ed-be34-9366511fab19), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:19:49.552757 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:19:49.629638 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3026d84-d8e3-4524-988d-b13166ab4177 req-0a5c8ebf-765b-441f-804e-d5bac6e11207 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:49.631225 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d3026d84-d8e3-4524-988d-b13166ab4177 req-0a5c8ebf-765b-441f-804e-d5bac6e11207 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.0504689 Apr 11 18:19:49.680509 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d3026d84-d8e3-4524-988d-b13166ab4177 req-7457eeca-5a58-4de8-83b7-f8a0a36327be tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435410 Apr 11 18:19:49.770860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (68a420fe-3f06-4817-9087-33200f30e6be), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.798369 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.801560 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/68a420fe-3f06-4817-9087-33200f30e6be HTTP/1.1" status: 204 len: 168 time: 0.6190710 Apr 11 18:19:49.804314 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4303a-1cea-4525-8ab0-644869fbaec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a420fe-3f06-4817-9087-33200f30e6be,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:49.872019 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (9c354fed-646a-45b9-9ed9-7193234cedc8), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:49.904389 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d66-6566-4e02-9ba9-4f94ecd504d7 req-997d25b2-a6ac-41b6-9a20-85039ee248fd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:49.906559 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c4b52d66-6566-4e02-9ba9-4f94ecd504d7 req-997d25b2-a6ac-41b6-9a20-85039ee248fd tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 946 time: 0.0573218 Apr 11 18:19:49.908183 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ac82e-efa4-4e43-9025-ad5cd93f7f06 req-682ad0cc-424a-471b-8572-e91d4c864c60 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:49.909760 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-606ac82e-efa4-4e43-9025-ad5cd93f7f06 req-682ad0cc-424a-471b-8572-e91d4c864c60 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0803089 Apr 11 18:19:49.912423 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c354fed-646a-45b9-9ed9-7193234cedc8,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:49.968871 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83cbe481-fafe-4338-b06d-2a2c1c4c9aad no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:49.981182 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c4b52d66-6566-4e02-9ba9-4f94ecd504d7 req-79034859-053d-47d6-99c9-324b0878972a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565119 Apr 11 18:19:50.017078 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-606ac82e-efa4-4e43-9025-ad5cd93f7f06 req-1a4c4f98-473c-4c47-bdb8-90fc62d1b645 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971823 Apr 11 18:19:50.136580 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad is: ACTIVE; New status is: DOWN {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:50.137437 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.167209 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:50.173631 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (9f2ad3e0-c49f-4243-a7e7-287d607321f3), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.173755 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c148a24-1f92-4275-99c2-ecd290de6ad4" -d '{"events": [{"server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "name": "network-vif-unplugged", "status": "completed", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:50.203805 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59600) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:50.210579 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:50.229385 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf5fd0e-15cb-4e15-b6e7-d5a8cfcdf1a9 x-openstack-request-id: req-fdf5fd0e-15cb-4e15-b6e7-d5a8cfcdf1a9 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:50.230083 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "name": "network-vif-unplugged", "status": "failed", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad", "code": 422}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:50.230984 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdf5fd0e-15cb-4e15-b6e7-d5a8cfcdf1a9 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:50.231737 dv-cinder-837354-1-iscsi neutron-server[103994]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fdf5fd0e-15cb-4e15-b6e7-d5a8cfcdf1a9']: {'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'code': 422} returned with failed status Apr 11 18:19:50.241746 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-79f1b095-0b2b-4fad-99bb-240107966c36 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:50.243507 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-79f1b095-0b2b-4fad-99bb-240107966c36 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 946 time: 0.1076503 Apr 11 18:19:50.307880 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.309499 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a551fdc2-86a2-4409-85fd-9ae49f260bd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a17b622a9d134bd59c8c335e001a8c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1037412 Apr 11 18:19:50.313415 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59602) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:50.370275 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Deleting port 37a9d755-90c3-4a8d-80ff-be55220c4544 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:50.370627 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.391394 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,revision_number=6']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:50.440092 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-325d1ed2-ceed-4575-8786-5bcf0b6be175 admin admin] Publish callbacks [] for security_group (26bc9f17-3973-4f46-83e3-29362d235fed), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.473610 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-325d1ed2-ceed-4575-8786-5bcf0b6be175 admin admin] Publish callbacks [] for security_group (26bc9f17-3973-4f46-83e3-29362d235fed), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.477318 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] For port 37a9d755-90c3-4a8d-80ff-be55220c4544, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=37a9d755-90c3-4a8d-80ff-be55220c4544,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:50.477690 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.514148 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:19:50.626585 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-325d1ed2-ceed-4575-8786-5bcf0b6be175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (26bc9f17-3973-4f46-83e3-29362d235fed), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.629136 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-325d1ed2-ceed-4575-8786-5bcf0b6be175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.630286 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-325d1ed2-ceed-4575-8786-5bcf0b6be175 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26bc9f17-3973-4f46-83e3-29362d235fed HTTP/1.1" status: 204 len: 168 time: 0.3159003 Apr 11 18:19:50.644288 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d1ed2-ceed-4575-8786-5bcf0b6be175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bc9f17-3973-4f46-83e3-29362d235fed,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:50.647956 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:19:50.654918 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-422d0400-4636-436c-87bd-2a948faba48f admin admin] 10.222.0.53 "PUT /v2.0/routers/9f2ad3e0-c49f-4243-a7e7-287d607321f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4992104 Apr 11 18:19:50.657632 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59606) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:50.665565 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] Sync routers for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:19:50.684914 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:50.685811 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:50.729005 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.729462 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (0525e019-2ae1-45f5-aa60-7569a0526aa9), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.729855 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Floating IP 0525e019-2ae1-45f5-aa60-7569a0526aa9 disassociated. External IP: 172.27.2.22, port: 37a9d755-90c3-4a8d-80ff-be55220c4544. Apr 11 18:19:50.730274 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Calling delete_port for 37a9d755-90c3-4a8d-80ff-be55220c4544 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:50.832743 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:50.854542 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2da78e-a7c5-4d4f-af77-c8c1768d6962 req-c6994c8f-3cf0-4993-b439-06399b6a5fbc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:50.856277 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7c2da78e-a7c5-4d4f-af77-c8c1768d6962 req-c6994c8f-3cf0-4993-b439-06399b6a5fbc tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.0859118 Apr 11 18:19:50.858353 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks [] for router (9f2ad3e0-c49f-4243-a7e7-287d607321f3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:50.932827 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7c2da78e-a7c5-4d4f-af77-c8c1768d6962 req-fe0a8141-c0f6-4ce0-b5a5-bf7c291cfbc8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631609 Apr 11 18:19:51.036001 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:19:49Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:51.048480 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks [] for router_gateway (9f2ad3e0-c49f-4243-a7e7-287d607321f3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.091618 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] Checking router: 9f2ad3e0-c49f-4243-a7e7-287d607321f3 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:19:51.102788 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] Routers {'9f2ad3e0-c49f-4243-a7e7-287d607321f3'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:51.103775 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:51.171521 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687576a6-e123-4e14-b6d1-cbef42c998dd req-4dbe41db-1cb1-4e06-98db-743388829688 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:51.172191 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (37a9d755-90c3-4a8d-80ff-be55220c4544), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.173294 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-687576a6-e123-4e14-b6d1-cbef42c998dd req-4dbe41db-1cb1-4e06-98db-743388829688 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0657904 Apr 11 18:19:51.196371 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb2a3d-e829-4754-9788-1ca0540a2980 req-8ed07573-826d-4028-afe9-1df57109e72a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:51.198451 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-86eb2a3d-e829-4754-9788-1ca0540a2980 req-8ed07573-826d-4028-afe9-1df57109e72a tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 946 time: 0.1109285 Apr 11 18:19:51.231936 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'Port': ['ID=37a9d755-90c3-4a8d-80ff-be55220c4544,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:51.249239 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Deleting port 6d515880-4621-4836-b3bd-fea5736210a2 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:51.249597 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (6d515880-4621-4836-b3bd-fea5736210a2), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.250970 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] Set router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:51.267125 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-687576a6-e123-4e14-b6d1-cbef42c998dd req-f9f36ddd-3c70-4de1-a9d9-b6929a68ada8 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871675 Apr 11 18:19:51.377580 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-86eb2a3d-e829-4754-9788-1ca0540a2980 req-f9ace8fc-0813-4642-86ae-2f0db3ea44ca tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1a5e79e-7c5c-432f-bd6c-37e9eab46593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549287 Apr 11 18:19:51.442928 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] For port 6d515880-4621-4836-b3bd-fea5736210a2, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=6d515880-4621-4836-b3bd-fea5736210a2,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:51.443288 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (6d515880-4621-4836-b3bd-fea5736210a2), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.461535 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:19:49Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:51.465964 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Calling delete_port for 6d515880-4621-4836-b3bd-fea5736210a2 owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:51.492606 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:19:51.498002 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59618) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:51.499438 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8552d-4111-4892-9f9d-4d0d8b95bc26 None None] The sync data for ids ['9f2ad3e0-c49f-4243-a7e7-287d607321f3'] in dv-cinder-837354-1-iscsi is: [{'id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1356717383-router', 'tenant_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '6d515880-4621-4836-b3bd-fea5736210a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:14:22Z', 'updated_at': '2022-04-11T18:19:49Z', 'revision_number': 5, 'project_id': '54c6ba9c8f1c4f7f94b68e5924258003', 'gw_port': {'id': '6d515880-4621-4836-b3bd-fea5736210a2', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ad3e0-c49f-4243-a7e7-287d607321f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:14:23Z', 'updated_at': '2022-04-11T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:19:51.558784 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-91ff7713-4b61-4595-96ad-750424292c6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b89fed5cf66f4a7e99d7a945c94a3106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594640 Apr 11 18:19:51.561646 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59620) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:51.624327 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-42993f47-804b-4958-8fb8-7f2418118a9d admin admin] Publish callbacks [] for security_group (5870d5b2-1e80-4138-892d-a0fac70e4dbe), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.650461 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-42993f47-804b-4958-8fb8-7f2418118a9d admin admin] Publish callbacks [] for security_group (5870d5b2-1e80-4138-892d-a0fac70e4dbe), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.741108 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:19:51.752686 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:19:51.766181 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:51.767032 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:51.779881 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-42993f47-804b-4958-8fb8-7f2418118a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5870d5b2-1e80-4138-892d-a0fac70e4dbe), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.782621 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-42993f47-804b-4958-8fb8-7f2418118a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.783884 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-42993f47-804b-4958-8fb8-7f2418118a9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5870d5b2-1e80-4138-892d-a0fac70e4dbe HTTP/1.1" status: 204 len: 168 time: 0.2209580 Apr 11 18:19:51.797520 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42993f47-804b-4958-8fb8-7f2418118a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5870d5b2-1e80-4138-892d-a0fac70e4dbe,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:51.812232 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] No DVR routers for this DVR port 37a9d755-90c3-4a8d-80ff-be55220c4544 on host hv-cinder-83735 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:19:51.818327 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.822408 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3ec73ac-c0b1-4c0c-81c7-f3c3d098f649 req-4440343c-4a38-42dd-8f03-6eca4bd3a720 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.15 "DELETE /v2.0/ports/37a9d755-90c3-4a8d-80ff-be55220c4544 HTTP/1.1" status: 204 len: 173 time: 1.5716105 Apr 11 18:19:51.823061 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'name': 'network-vif-deleted', 'tag': '37a9d755-90c3-4a8d-80ff-be55220c4544'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:51.826718 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24789e-5f3c-4ad3-b927-b00c483e5c5d" -d '{"events": [{"server_uuid": "8780af1c-e81f-4a8f-ba65-888d67adaaf8", "name": "network-vif-deleted", "tag": "37a9d755-90c3-4a8d-80ff-be55220c4544"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:51.872094 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e458cd6-8338-48d8-ad8c-cb4615c6cf02 x-openstack-request-id: req-4e458cd6-8338-48d8-ad8c-cb4615c6cf02 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:51.872407 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8780af1c-e81f-4a8f-ba65-888d67adaaf8", "name": "network-vif-deleted", "tag": "37a9d755-90c3-4a8d-80ff-be55220c4544", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:51.872641 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e458cd6-8338-48d8-ad8c-cb4615c6cf02 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:51.873055 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e458cd6-8338-48d8-ad8c-cb4615c6cf02'] response: {'server_uuid': '8780af1c-e81f-4a8f-ba65-888d67adaaf8', 'name': 'network-vif-deleted', 'tag': '37a9d755-90c3-4a8d-80ff-be55220c4544', 'status': 'completed', 'code': 200} Apr 11 18:19:51.899981 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (6d515880-4621-4836-b3bd-fea5736210a2), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:51.903603 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:51.943118 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d515880-4621-4836-b3bd-fea5736210a2,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:52.106668 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-dd57d84c-22fb-41b4-b82e-9c17efccfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:52.110313 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-dd57d84c-22fb-41b4-b82e-9c17efccfddf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487&tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653 HTTP/1.1" status: 200 len: 1127 time: 0.1051054 Apr 11 18:19:52.151757 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (9f2ad3e0-c49f-4243-a7e7-287d607321f3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:52.272581 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:52.315819 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:19:52.325061 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:52.325692 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:19:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:52.336654 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-2d71f2f2-e728-4813-a309-8d452c0c5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:52.339285 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-2d71f2f2-e728-4813-a309-8d452c0c5d83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653&device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1127 time: 0.1897476 Apr 11 18:19:52.343537 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (9f2ad3e0-c49f-4243-a7e7-287d607321f3), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:52.352378 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks [] for router_controller (9f2ad3e0-c49f-4243-a7e7-287d607321f3), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:52.459334 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:52.493262 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ebe83-0fe9-4f03-97bc-a2143b771e48 req-bfc67619-69e6-4301-b897-749a4e675734 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:52.495156 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8c8ebe83-0fe9-4f03-97bc-a2143b771e48 req-bfc67619-69e6-4301-b897-749a4e675734 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.1493793 Apr 11 18:19:52.527743 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-daf6ae3d-bb4e-4b2c-9059-89b433feb3c0 req-5bcc9c00-2094-4e24-a2f7-af8d2cd971d9 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/ports?device_id=8780af1c-e81f-4a8f-ba65-888d67adaaf8 HTTP/1.1" status: 200 len: 210 time: 0.0520236 Apr 11 18:19:52.563137 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-0cd78c18-cb97-4194-bbf7-f9b8f34476f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:52.564771 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-0cd78c18-cb97-4194-bbf7-f9b8f34476f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54320f21-4b3d-49a1-a786-72a142306848 HTTP/1.1" status: 200 len: 910 time: 0.2171493 Apr 11 18:19:52.582391 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (9f2ad3e0-c49f-4243-a7e7-287d607321f3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:52.583066 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2ad3e0-c49f-4243-a7e7-287d607321f3 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:19:52.589528 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:52.590668 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-57f20407-e261-42e6-af61-fd264fe1b8e8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9f2ad3e0-c49f-4243-a7e7-287d607321f3 HTTP/1.1" status: 204 len: 168 time: 1.9319520 Apr 11 18:19:52.593592 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59640) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:52.597647 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8c8ebe83-0fe9-4f03-97bc-a2143b771e48 req-6d182c86-aa9e-4849-9056-fcd1fbcb7573 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956573 Apr 11 18:19:52.674775 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-3458488a-a245-4796-abe7-3fc7257b6351 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 200 len: 998 time: 0.1036911 Apr 11 18:19:52.677028 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc61e7df-0483-49f4-9c85-1490a5efb0b3 admin admin] Deleting subnet 7a6845b8-4ec4-47ec-8c0f-73c87fca2eda {{(pid=103992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:19:52.684905 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-cc61e7df-0483-49f4-9c85-1490a5efb0b3 admin admin] Publish callbacks [] for subnet (7a6845b8-4ec4-47ec-8c0f-73c87fca2eda), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:52.725306 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:52.754956 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-cf20137b-4345-4ba7-a5c0-5baa0fa701b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:52.756645 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-cf20137b-4345-4ba7-a5c0-5baa0fa701b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef432a8b-6854-4477-bd3e-fd1397c97bae HTTP/1.1" status: 200 len: 848 time: 0.0756309 Apr 11 18:19:52.757005 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-cc61e7df-0483-49f4-9c85-1490a5efb0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25978403'] for subnet (7a6845b8-4ec4-47ec-8c0f-73c87fca2eda), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:52.771152 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef29a02-5fbb-4d55-985a-aaaf614f3115 None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'bcb32f28-42f5-403c-8bf9-7b240be76bb0', 'name': '', 'network_id': '1930d8dc-00b1-49bc-a2fe-bb5ecbb01917', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'mac_address': 'fa:16:3e:5f:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:26Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'subnets': [{'id': '9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:19:52.813164 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-43d3c18e-ea68-4eb9-80d3-02365984ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:52.814800 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-43d3c18e-ea68-4eb9-80d3-02365984ad9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54320f21-4b3d-49a1-a786-72a142306848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506649 Apr 11 18:19:52.881765 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-cc61e7df-0483-49f4-9c85-1490a5efb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (7a6845b8-4ec4-47ec-8c0f-73c87fca2eda), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:52.962463 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-0891e53b-0429-4b62-87e3-90a6cc2f771e service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409600 Apr 11 18:19:53.026137 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-cc61e7df-0483-49f4-9c85-1490a5efb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25692054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25708748'] for subnet (7a6845b8-4ec4-47ec-8c0f-73c87fca2eda), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.073368 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61e7df-0483-49f4-9c85-1490a5efb0b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6845b8-4ec4-47ec-8c0f-73c87fca2eda,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:53.077277 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-cc61e7df-0483-49f4-9c85-1490a5efb0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.080589 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-cc61e7df-0483-49f4-9c85-1490a5efb0b3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7a6845b8-4ec4-47ec-8c0f-73c87fca2eda HTTP/1.1" status: 204 len: 168 time: 0.4855218 Apr 11 18:19:53.083025 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59650) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:53.083189 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747b067-4841-42df-afe6-8df659769fc0 None None] Network d79886f3-268d-4e5c-a870-fa7ea605f7a9 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:53.088086 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-63dbcdc3-143d-4c58-a4aa-3b7e3765386d req-ee216844-e1bb-466b-b289-5c42e4a05e70 service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191626 Apr 11 18:19:53.173152 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0bcd59-455a-4cc1-a18b-0f6681983c0c None None] New status for floating IP 0525e019-2ae1-45f5-aa60-7569a0526aa9: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:19:53.174148 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (d79886f3-268d-4e5c-a870-fa7ea605f7a9), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.252374 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Deleting port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:53.252374 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.269531 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 9c354fed-646a-45b9-9ed9-7193234cedc8 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:53.299228 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c02fb-d864-4373-a702-7cf3a002f06b None None] DHCP port deletion for d79886f3-268d-4e5c-a870-fa7ea605f7a9 request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:19:53.302861 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 9c354fed-646a-45b9-9ed9-7193234cedc8 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:53.302861 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 9c354fed-646a-45b9-9ed9-7193234cedc8 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:53.343715 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] For port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:53.344108 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.355628 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-6e2c02fb-d864-4373-a702-7cf3a002f06b None None] Deleting port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:53.356014 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6e2c02fb-d864-4373-a702-7cf3a002f06b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.358713 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Calling delete_port for c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 owned by network:dhcp {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:53.431118 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-6e2c02fb-d864-4373-a702-7cf3a002f06b None None] For port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27,segment=NetworkSegment(5b821335-2379-41b9-8e01-4f35a958c318),segment_id=5b821335-2379-41b9-8e01-4f35a958c318)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:53.432118 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6e2c02fb-d864-4373-a702-7cf3a002f06b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.447078 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-6e2c02fb-d864-4373-a702-7cf3a002f06b None None] Calling delete_port for c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:53.500860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.536209 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:53.538183 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] No DVR routers for this DVR port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 on host dv-cinder-837354-1-iscsi {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:19:53.546331 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6e2c02fb-d864-4373-a702-7cf3a002f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.576941 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c02fb-d864-4373-a702-7cf3a002f06b None None] Pushing event deleted for resources: {'Port': ['ID=c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:53.581757 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c02fb-d864-4373-a702-7cf3a002f06b None None] No DVR routers for this DVR port c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:19:53.613041 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (d79886f3-268d-4e5c-a870-fa7ea605f7a9), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.648325 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79886f3-268d-4e5c-a870-fa7ea605f7a9']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:53.660401 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b821335-2379-41b9-8e01-4f35a958c318') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:53.661451 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b821335-2379-41b9-8e01-4f35a958c318') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:53.673725 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (5b821335-2379-41b9-8e01-4f35a958c318), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.706386 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59666) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:53.717271 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (5b821335-2379-41b9-8e01-4f35a958c318), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.732583 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:19:53.733210 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (5b821335-2379-41b9-8e01-4f35a958c318), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:19:53.734751 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:19:53.751338 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111475d3-cc2b-4f49-8915-1369e51590bf req-437ab06d-2c30-4b10-81ec-d92c26da80db tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:53.752963 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-111475d3-cc2b-4f49-8915-1369e51590bf req-437ab06d-2c30-4b10-81ec-d92c26da80db tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0721734 Apr 11 18:19:53.769359 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b0a789ef-79fe-441a-bb8c-45b75c3d3b4d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (b1a5e79e-7c5c-432f-bd6c-37e9eab46593), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.804303 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b0a789ef-79fe-441a-bb8c-45b75c3d3b4d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (b1a5e79e-7c5c-432f-bd6c-37e9eab46593), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.856750 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-111475d3-cc2b-4f49-8915-1369e51590bf req-51815710-3ada-4ed0-b4c9-2c04ff7d81be tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952177 Apr 11 18:19:53.921763 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (d79886f3-268d-4e5c-a870-fa7ea605f7a9), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.929329 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.936463 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] 10.222.0.53 "DELETE /v2.0/networks/d79886f3-268d-4e5c-a870-fa7ea605f7a9 HTTP/1.1" status: 204 len: 168 time: 0.8519664 Apr 11 18:19:53.954546 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9202a8d-45f7-4772-b4ae-eaa073b80efb admin admin] Pushing event deleted for resources: {'Network': ['ID=d79886f3-268d-4e5c-a870-fa7ea605f7a9,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:53.968583 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b0a789ef-79fe-441a-bb8c-45b75c3d3b4d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (b1a5e79e-7c5c-432f-bd6c-37e9eab46593), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.971812 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b0a789ef-79fe-441a-bb8c-45b75c3d3b4d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:53.973281 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b0a789ef-79fe-441a-bb8c-45b75c3d3b4d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1a5e79e-7c5c-432f-bd6c-37e9eab46593 HTTP/1.1" status: 204 len: 168 time: 0.2658503 Apr 11 18:19:53.975810 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 37a9d755-90c3-4a8d-80ff-be55220c4544 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:53.976852 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59676) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:53.987221 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a789ef-79fe-441a-bb8c-45b75c3d3b4d tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a5e79e-7c5c-432f-bd6c-37e9eab46593,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:53.992873 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.api.v2.resource [None req-af73b2b5-4cde-4906-b532-396e357d9dc6 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] show failed (client error): The resource could not be found. Apr 11 18:19:53.994238 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-af73b2b5-4cde-4906-b532-396e357d9dc6 tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "GET /v2.0/security-groups/b1a5e79e-7c5c-432f-bd6c-37e9eab46593 HTTP/1.1" status: 404 len: 347 time: 0.0163932 Apr 11 18:19:53.997275 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59678) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:54.016669 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 37a9d755-90c3-4a8d-80ff-be55220c4544 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:54.017149 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 37a9d755-90c3-4a8d-80ff-be55220c4544 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:54.341339 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59686) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:54.429027 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Deleting port 2af1bf3d-939c-46a0-9f53-26afafb5e863 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:19:54.429395 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (2af1bf3d-939c-46a0-9f53-26afafb5e863), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.523797 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (2af1bf3d-939c-46a0-9f53-26afafb5e863), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.524158 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (2af1bf3d-939c-46a0-9f53-26afafb5e863), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.538788 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Calling delete_port for 2af1bf3d-939c-46a0-9f53-26afafb5e863 owned by network:floatingip {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:19:54.643038 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b6e35e62-60ad-4278-aaad-9ac5b855a2f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54c6ba9c8f1c4f7f94b68e5924258003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005252 Apr 11 18:19:54.645707 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59692) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:54.693587 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1a3277ea-7051-498c-9fdf-6fa073caa089 admin admin] Publish callbacks [] for security_group (bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.714799 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1a3277ea-7051-498c-9fdf-6fa073caa089 admin admin] Publish callbacks [] for security_group (bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.745863 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (2af1bf3d-939c-46a0-9f53-26afafb5e863), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.772294 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Pushing event deleted for resources: {'Port': ['ID=2af1bf3d-939c-46a0-9f53-26afafb5e863,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:54.804832 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1a3277ea-7051-498c-9fdf-6fa073caa089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.808418 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1a3277ea-7051-498c-9fdf-6fa073caa089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.810068 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1a3277ea-7051-498c-9fdf-6fa073caa089 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8 HTTP/1.1" status: 204 len: 168 time: 0.1632473 Apr 11 18:19:54.824748 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3277ea-7051-498c-9fdf-6fa073caa089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd58dad-d02f-4f4d-b8dc-5f3530fa27e8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:54.852019 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks [] for floatingip (0525e019-2ae1-45f5-aa60-7569a0526aa9), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.855541 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:54.860292 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-95a8406a-b14f-488a-9c95-5b18c43d602b tempest-AttachVolumeNegativeTest-1147942243 tempest-AttachVolumeNegativeTest-1147942243-project] 10.222.0.53 "DELETE /v2.0/floatingips/0525e019-2ae1-45f5-aa60-7569a0526aa9 HTTP/1.1" status: 204 len: 168 time: 0.8587034 Apr 11 18:19:54.860820 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 6d515880-4621-4836-b3bd-fea5736210a2 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:54.883526 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 6d515880-4621-4836-b3bd-fea5736210a2 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:54.883880 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 6d515880-4621-4836-b3bd-fea5736210a2 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:54.884414 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:19:54.907165 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:19:54.907518 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c5a9aee5-4a4b-4d7e-a60e-04a70e9f1b27 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:19:54.996043 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490fff-4f48-4161-a93c-be351aad841e req-2c06f377-f4a7-43bb-8e43-a11b55bddd99 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:54.997579 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0d490fff-4f48-4161-a93c-be351aad841e req-2c06f377-f4a7-43bb-8e43-a11b55bddd99 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0527318 Apr 11 18:19:55.052754 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0d490fff-4f48-4161-a93c-be351aad841e req-28235d5d-4a35-474f-8b84-844de396c193 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493877 Apr 11 18:19:56.185045 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae408160-c53b-4c28-a8cf-b33a108c3bd0 req-a9925dab-b81d-45fc-8102-336e08d103a3 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:56.186444 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae408160-c53b-4c28-a8cf-b33a108c3bd0 req-a9925dab-b81d-45fc-8102-336e08d103a3 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0565677 Apr 11 18:19:56.264810 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae408160-c53b-4c28-a8cf-b33a108c3bd0 req-cbbc7eb8-52a2-4350-8160-ca9095a98842 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701241 Apr 11 18:19:57.377707 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc571fd-69c8-4e55-958c-d42f9cd74c0e req-210962c0-5abc-4049-b7bf-6342231f8a4f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:57.379200 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9dc571fd-69c8-4e55-958c-d42f9cd74c0e req-210962c0-5abc-4049-b7bf-6342231f8a4f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0469217 Apr 11 18:19:57.439213 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9dc571fd-69c8-4e55-958c-d42f9cd74c0e req-8c2b0b6e-9cab-466e-b8b8-981c8bff4659 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533719 Apr 11 18:19:58.557160 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e8de2-a93c-44c1-ab5b-60560333dcf9 req-1a3a6a4d-836a-4983-9232-613e7f4b9694 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:58.558669 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-554e8de2-a93c-44c1-ab5b-60560333dcf9 req-1a3a6a4d-836a-4983-9232-613e7f4b9694 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0480466 Apr 11 18:19:58.621659 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-554e8de2-a93c-44c1-ab5b-60560333dcf9 req-b12a08b8-0ac4-4a88-a4e0-178e66089eb6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566313 Apr 11 18:19:59.741228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc2c87-6f0d-41d9-bbb5-dccc9e13f02d req-6097bf40-e5d3-41db-8b95-799e36f48cd8 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:59.742714 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-42dc2c87-6f0d-41d9-bbb5-dccc9e13f02d req-6097bf40-e5d3-41db-8b95-799e36f48cd8 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0500312 Apr 11 18:19:59.794489 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-42dc2c87-6f0d-41d9-bbb5-dccc9e13f02d req-335eb27e-21df-4900-a02b-26e37372255b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456815 Apr 11 18:20:00.104623 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:00.913297 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63aaae1-804a-4363-9dee-90930a5df13f req-673c63ea-963a-4e42-9a87-dd8faab4d054 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:00.914758 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a63aaae1-804a-4363-9dee-90930a5df13f req-673c63ea-963a-4e42-9a87-dd8faab4d054 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0529222 Apr 11 18:20:00.967004 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a63aaae1-804a-4363-9dee-90930a5df13f req-8af83383-9e41-4eae-80ea-aac3387aaddb tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461164 Apr 11 18:20:02.078601 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70280-dfc5-49cb-9c7f-86d13ef7fbf0 req-625da0e8-1c75-4289-b420-8bbf4d79d2ad tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:02.079980 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-caa70280-dfc5-49cb-9c7f-86d13ef7fbf0 req-625da0e8-1c75-4289-b420-8bbf4d79d2ad tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0463688 Apr 11 18:20:02.130585 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-caa70280-dfc5-49cb-9c7f-86d13ef7fbf0 req-471a7fb2-6146-4417-8f7b-f9db678962f1 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447598 Apr 11 18:20:02.841827 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-be31b78d-0f3e-454d-9b9b-e2f28ba71c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:03.248189 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f3bb8-4446-4a26-84cb-d0ae707732d0 req-04ea61c0-5fca-4d74-a8c5-2bef4f882bbc tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:03.249677 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a23f3bb8-4446-4a26-84cb-d0ae707732d0 req-04ea61c0-5fca-4d74-a8c5-2bef4f882bbc tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 943 time: 0.0481372 Apr 11 18:20:03.305379 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a23f3bb8-4446-4a26-84cb-d0ae707732d0 req-a2c3f775-dfbb-4953-a306-906766c14553 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499599 Apr 11 18:20:03.421093 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83cbe481-fafe-4338-b06d-2a2c1c4c9aad details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:20:03.531854 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:03.543404 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'port_id': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'mac_address': 'fa:16:3e:13:29:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:20:03.581237 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:20:03.581631 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:03.595286 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cbe481-fafe-4338-b06d-2a2c1c4c9aad {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:20:03.616711 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:03.716474 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:03.768345 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,revision_number=7']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:04.439498 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51b5c-2116-4188-a9ed-a0d05ad3fc7e req-a6d778e2-57d1-4640-adf3-a36b2ec5f39b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:04.441085 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-65d51b5c-2116-4188-a9ed-a0d05ad3fc7e req-a6d778e2-57d1-4640-adf3-a36b2ec5f39b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 944 time: 0.0626664 Apr 11 18:20:04.451498 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-f40789d1-952f-422c-b937-0f4250c6f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:04.453044 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-f40789d1-952f-422c-b937-0f4250c6f4c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653&device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1128 time: 0.0442419 Apr 11 18:20:04.493979 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-65d51b5c-2116-4188-a9ed-a0d05ad3fc7e req-98c3a1e6-cb60-44e4-b340-f2d3ae620f4d tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468946 Apr 11 18:20:04.559296 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['83cbe481-fafe-4338-b06d-2a2c1c4c9aad'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:20:04.565117 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-3c7eb629-cfe1-4869-aa93-b721a0eab9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:04.566645 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-3c7eb629-cfe1-4869-aa93-b721a0eab9aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=54320f21-4b3d-49a1-a786-72a142306848 HTTP/1.1" status: 200 len: 910 time: 0.0927198 Apr 11 18:20:04.639014 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-949be33a-44ff-4897-846e-cfe02421df85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 200 len: 999 time: 0.0649860 Apr 11 18:20:04.690549 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-ed7c31af-64d9-4fd2-b96c-117be98b84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:04.692217 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-ed7c31af-64d9-4fd2-b96c-117be98b84e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef432a8b-6854-4477-bd3e-fd1397c97bae HTTP/1.1" status: 200 len: 848 time: 0.0471892 Apr 11 18:20:04.746097 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-b768ca77-be6f-4a6b-8f76-4636b2ca0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:04.747648 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-b768ca77-be6f-4a6b-8f76-4636b2ca0367 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54320f21-4b3d-49a1-a786-72a142306848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468614 Apr 11 18:20:04.845846 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-e76c2b34-33c1-4d9a-9dcf-5583857b2ab7 service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920045 Apr 11 18:20:04.946218 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9dc8b4b9-a47c-44ec-aca8-61a6058a1f3f req-2c1659cf-48d1-432a-bf20-b6b0d916fdd9 service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891185 Apr 11 18:20:05.013907 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7e7d4736-aec5-4c4b-9b1e-3d7be212b7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:05.090885 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59900) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:05.630406 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (1d50b2d0-d9a9-487f-9be4-c3c8052da511), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:05.674073 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db97f83-102f-4706-a60c-5b8762d93409 req-3bc6c796-68c1-46c5-87d0-6efabf5bec2f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:05.675624 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6db97f83-102f-4706-a60c-5b8762d93409 req-3bc6c796-68c1-46c5-87d0-6efabf5bec2f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 944 time: 0.0957026 Apr 11 18:20:05.778879 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6db97f83-102f-4706-a60c-5b8762d93409 req-38abf298-824a-4708-9472-bed7d958df64 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968323 Apr 11 18:20:05.930106 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Deleting port bcb32f28-42f5-403c-8bf9-7b240be76bb0 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:05.930438 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:06.013125 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] For port bcb32f28-42f5-403c-8bf9-7b240be76bb0, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=bcb32f28-42f5-403c-8bf9-7b240be76bb0,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:06.013413 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:06.026956 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Calling delete_port for bcb32f28-42f5-403c-8bf9-7b240be76bb0 owned by network:router_interface {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:06.265088 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (bcb32f28-42f5-403c-8bf9-7b240be76bb0), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:06.290496 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb32f28-42f5-403c-8bf9-7b240be76bb0,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:06.473004 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:06.478540 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (1d50b2d0-d9a9-487f-9be4-c3c8052da511), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:06.640706 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83cbe481-fafe-4338-b06d-2a2c1c4c9aad up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:20:06.688089 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:20:06.688462 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:06.718055 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:20:06.767802 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:20:06.768242 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:06.792378 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:20:06.794617 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc448ec1-0f60-4804-b53e-035dd56cac2a" -d '{"events": [{"server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "name": "network-vif-plugged", "status": "completed", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:20:06.811588 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:06.843298 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:20:06.853050 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-8cf9ea7b-d7f2-4484-ba18-855f99f74c6b admin admin] 10.222.0.53 "PUT /v2.0/routers/1d50b2d0-d9a9-487f-9be4-c3c8052da511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7583771 Apr 11 18:20:06.853491 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59940) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:06.855097 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] Sync routers for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:20:06.869241 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:06.870089 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:06.877812 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b824c682-5fef-47de-81c7-e7f189d58f44 x-openstack-request-id: req-b824c682-5fef-47de-81c7-e7f189d58f44 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:20:06.878305 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "name": "network-vif-plugged", "status": "completed", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:20:06.878568 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b824c682-5fef-47de-81c7-e7f189d58f44 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:20:06.878969 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b824c682-5fef-47de-81c7-e7f189d58f44'] response: {'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'code': 200} Apr 11 18:20:06.922353 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.002279 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24f9b6-34fc-41ab-8246-701f80bdfbff req-41feda63-5df3-41e4-9035-995509929eb3 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:07.006692 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4d24f9b6-34fc-41ab-8246-701f80bdfbff req-41feda63-5df3-41e4-9035-995509929eb3 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0876884 Apr 11 18:20:07.022456 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,revision_number=8']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:07.045113 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:07.053925 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks [] for router (1d50b2d0-d9a9-487f-9be4-c3c8052da511), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.106528 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-4d24f9b6-34fc-41ab-8246-701f80bdfbff req-9ded299b-80f6-4196-b4f9-fd89b69897d2 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931687 Apr 11 18:20:07.187841 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks [] for router_gateway (1d50b2d0-d9a9-487f-9be4-c3c8052da511), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.236519 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:20:06Z', 'revision_number': 5, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port': {'id': '5c2848d9-8b18-42be-b9c4-0b13c930d5d8', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:07.268657 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] Checking router: 1d50b2d0-d9a9-487f-9be4-c3c8052da511 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:20:07.277530 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] Routers {'1d50b2d0-d9a9-487f-9be4-c3c8052da511'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:07.277888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:07.283147 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ece43-b20d-4f74-9580-b24cabfcab72 req-1ad3a733-51be-4bf0-a4c7-4b45d71dae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:07.284681 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b53ece43-b20d-4f74-9580-b24cabfcab72 req-1ad3a733-51be-4bf0-a4c7-4b45d71dae77 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1129 time: 0.0684547 Apr 11 18:20:07.300298 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Deleting port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:07.300664 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.375506 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] Set router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 gateway port host: None {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:07.397540 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b53ece43-b20d-4f74-9580-b24cabfcab72 req-1241ed5e-874c-45dc-9fda-69f74f8f2674 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026061 Apr 11 18:20:07.419893 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] For port 5c2848d9-8b18-42be-b9c4-0b13c930d5d8, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=5c2848d9-8b18-42be-b9c4-0b13c930d5d8,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:07.420271 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.437213 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Calling delete_port for 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:07.571815 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:20:07Z', 'revision_number': 6, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port_host': None}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:07.602698 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005a19e-70c7-4706-8f31-9d9685ddcaaf None None] The sync data for ids ['1d50b2d0-d9a9-487f-9be4-c3c8052da511'] in dv-cinder-837354-1-iscsi is: [{'id': '1d50b2d0-d9a9-487f-9be4-c3c8052da511', 'name': 'tempest-AttachVolumeNegativeTest-2104531534-router', 'tenant_id': '263e30cdf3474a53a5d75ec47206d89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:20:07Z', 'revision_number': 6, 'project_id': '263e30cdf3474a53a5d75ec47206d89d', 'gw_port_host': None}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:20:07.785567 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.785776 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (5c2848d9-8b18-42be-b9c4-0b13c930d5d8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.813097 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2848d9-8b18-42be-b9c4-0b13c930d5d8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:07.878801 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (1d50b2d0-d9a9-487f-9be4-c3c8052da511), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.983833 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (1d50b2d0-d9a9-487f-9be4-c3c8052da511), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.986203 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks [] for router_controller (1d50b2d0-d9a9-487f-9be4-c3c8052da511), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.069447 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59974) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:08.110569 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (1d50b2d0-d9a9-487f-9be4-c3c8052da511), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.111252 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d50b2d0-d9a9-487f-9be4-c3c8052da511 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:20:08.117073 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.119110 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-88ad22bd-9be8-4197-9f43-82f7df3844bf admin admin] 10.222.0.53 "DELETE /v2.0/routers/1d50b2d0-d9a9-487f-9be4-c3c8052da511 HTTP/1.1" status: 204 len: 168 time: 1.2640450 Apr 11 18:20:08.121995 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59978) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:08.140572 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59980) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:08.186847 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb617e9-54e2-41a7-bb1a-4bcbbfd222c5 admin admin] Deleting subnet 9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:20:08.192278 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5bb617e9-54e2-41a7-bb1a-4bcbbfd222c5 admin admin] Publish callbacks [] for subnet (9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.278112 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:20:08.278978 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1afdb626-3796-4974-b26a-1f86765645af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.281263 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5bb617e9-54e2-41a7-bb1a-4bcbbfd222c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526040'] for subnet (9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.319440 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-df10678e-aadf-4e1a-893f-8d611852d2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.319757 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344b732-92e4-416a-a1b4-a572de89ea84 req-d6c1542d-1a18-4134-af69-55dcb1bfcdb0 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:08.319757 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f344b732-92e4-416a-a1b4-a572de89ea84 req-d6c1542d-1a18-4134-af69-55dcb1bfcdb0 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0764713 Apr 11 18:20:08.399407 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f344b732-92e4-416a-a1b4-a572de89ea84 req-bc4e849f-4a71-45da-b79c-728728d40de6 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863068 Apr 11 18:20:08.415015 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1afdb626-3796-4974-b26a-1f86765645af admin admin] Publish callbacks [] for security_group (95578424-cd69-4507-b403-fd3f9c7343dd), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.435684 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-df10678e-aadf-4e1a-893f-8d611852d2e7 admin admin] Publish callbacks [] for security_group (abe634bc-a512-4dd4-996c-8aba6c22c477), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.459555 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-1afdb626-3796-4974-b26a-1f86765645af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (95578424-cd69-4507-b403-fd3f9c7343dd), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.466416 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5bb617e9-54e2-41a7-bb1a-4bcbbfd222c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.508215 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdb626-3796-4974-b26a-1f86765645af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95578424-cd69-4507-b403-fd3f9c7343dd,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:08.515856 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-1afdb626-3796-4974-b26a-1f86765645af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8fbdfdf919341f9b93666435f7cb7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451559 Apr 11 18:20:08.516137 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59986) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:08.518008 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-df10678e-aadf-4e1a-893f-8d611852d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (abe634bc-a512-4dd4-996c-8aba6c22c477), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.560478 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-df10678e-aadf-4e1a-893f-8d611852d2e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8ac2f7d12ab4475a979887ce948aa01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187174 Apr 11 18:20:08.561338 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10678e-aadf-4e1a-893f-8d611852d2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe634bc-a512-4dd4-996c-8aba6c22c477,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:08.563641 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 59988) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:08.595187 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-06d9be2d-2bad-4762-98a5-bdb49ba7d7e8 admin admin] Publish callbacks [] for security_group (95578424-cd69-4507-b403-fd3f9c7343dd), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.620635 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-06d9be2d-2bad-4762-98a5-bdb49ba7d7e8 admin admin] Publish callbacks [] for security_group (95578424-cd69-4507-b403-fd3f9c7343dd), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.623803 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da3fb678-cc2d-4eb4-8fb9-b4eaff756aef admin admin] Publish callbacks [] for security_group (abe634bc-a512-4dd4-996c-8aba6c22c477), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.633237 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5bb617e9-54e2-41a7-bb1a-4bcbbfd222c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26048827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26094799'] for subnet (9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.648114 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da3fb678-cc2d-4eb4-8fb9-b4eaff756aef admin admin] Publish callbacks [] for security_group (abe634bc-a512-4dd4-996c-8aba6c22c477), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.679527 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb617e9-54e2-41a7-bb1a-4bcbbfd222c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:08.686734 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5bb617e9-54e2-41a7-bb1a-4bcbbfd222c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.693322 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5bb617e9-54e2-41a7-bb1a-4bcbbfd222c5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9b4f73a3-dbd6-490c-a9d9-ebdb40099aa8 HTTP/1.1" status: 204 len: 168 time: 0.5676353 Apr 11 18:20:08.694204 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 59990) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:08.698652 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae5d73d-0305-413b-879f-7f379eeba87e None None] Network 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:20:08.783875 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.791880 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da3fb678-cc2d-4eb4-8fb9-b4eaff756aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (abe634bc-a512-4dd4-996c-8aba6c22c477), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.795537 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-da3fb678-cc2d-4eb4-8fb9-b4eaff756aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.801180 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-da3fb678-cc2d-4eb4-8fb9-b4eaff756aef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abe634bc-a512-4dd4-996c-8aba6c22c477 HTTP/1.1" status: 204 len: 168 time: 0.2323806 Apr 11 18:20:08.819388 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fb678-cc2d-4eb4-8fb9-b4eaff756aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe634bc-a512-4dd4-996c-8aba6c22c477,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:08.869973 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-06d9be2d-2bad-4762-98a5-bdb49ba7d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (95578424-cd69-4507-b403-fd3f9c7343dd), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.872566 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-06d9be2d-2bad-4762-98a5-bdb49ba7d7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.876087 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-06d9be2d-2bad-4762-98a5-bdb49ba7d7e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95578424-cd69-4507-b403-fd3f9c7343dd HTTP/1.1" status: 204 len: 168 time: 0.3568387 Apr 11 18:20:08.891584 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9be2d-2bad-4762-98a5-bdb49ba7d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95578424-cd69-4507-b403-fd3f9c7343dd,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:08.902368 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Deleting port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:08.902542 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95691f6b-be9a-41e9-9b8b-c9102ee95aac None None] DHCP port deletion for 1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:20:08.902714 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.944730 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device bcb32f28-42f5-403c-8bf9-7b240be76bb0 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:20:08.973775 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: bcb32f28-42f5-403c-8bf9-7b240be76bb0 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:20:08.973775 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device bcb32f28-42f5-403c-8bf9-7b240be76bb0 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:20:08.973775 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:20:08.984791 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] For port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=7386fbc5-83a2-4aaa-a009-d406c5f2d44d,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:08.985161 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.999873 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Calling delete_port for 7386fbc5-83a2-4aaa-a009-d406c5f2d44d owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:09.000176 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:20:09.000314 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 5c2848d9-8b18-42be-b9c4-0b13c930d5d8 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:20:09.001740 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-95691f6b-be9a-41e9-9b8b-c9102ee95aac None None] Deleting port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:09.002336 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-95691f6b-be9a-41e9-9b8b-c9102ee95aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.107151 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-95691f6b-be9a-41e9-9b8b-c9102ee95aac None None] For port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=7386fbc5-83a2-4aaa-a009-d406c5f2d44d,segment=NetworkSegment(65e8c2be-ad52-45bf-825a-e87e24315909),segment_id=65e8c2be-ad52-45bf-825a-e87e24315909)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:09.107331 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-95691f6b-be9a-41e9-9b8b-c9102ee95aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.126778 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-95691f6b-be9a-41e9-9b8b-c9102ee95aac None None] Calling delete_port for 7386fbc5-83a2-4aaa-a009-d406c5f2d44d owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:09.169154 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.186414 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.206139 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-95691f6b-be9a-41e9-9b8b-c9102ee95aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (7386fbc5-83a2-4aaa-a009-d406c5f2d44d), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.224449 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Pushing event deleted for resources: {'Port': ['ID=7386fbc5-83a2-4aaa-a009-d406c5f2d44d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:09.229618 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] No DVR routers for this DVR port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d on host dv-cinder-837354-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:20:09.246387 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95691f6b-be9a-41e9-9b8b-c9102ee95aac None None] Pushing event deleted for resources: {'Port': ['ID=7386fbc5-83a2-4aaa-a009-d406c5f2d44d,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:09.253390 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95691f6b-be9a-41e9-9b8b-c9102ee95aac None None] No DVR routers for this DVR port 7386fbc5-83a2-4aaa-a009-d406c5f2d44d on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:20:09.322624 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.344012 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1930d8dc-00b1-49bc-a2fe-bb5ecbb01917']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:09.353142 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e8c2be-ad52-45bf-825a-e87e24315909') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:09.353452 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e8c2be-ad52-45bf-825a-e87e24315909') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:09.363302 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526033'] for segment (65e8c2be-ad52-45bf-825a-e87e24315909), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.377085 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (65e8c2be-ad52-45bf-825a-e87e24315909), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.383106 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:20:09.383923 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26048913'] for segment (65e8c2be-ad52-45bf-825a-e87e24315909), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: timer() Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: self._notify() Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: event.method(event) Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:20:09.385280 dv-cinder-837354-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:20:09.533918 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (1930d8dc-00b1-49bc-a2fe-bb5ecbb01917), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.538778 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149e179-29ac-4546-ad78-f458ea83f524 req-29662b3b-3742-489d-9aad-e01cf47b220f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:09.539501 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.540382 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0149e179-29ac-4546-ad78-f458ea83f524 req-29662b3b-3742-489d-9aad-e01cf47b220f tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0557206 Apr 11 18:20:09.543286 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] 10.222.0.53 "DELETE /v2.0/networks/1930d8dc-00b1-49bc-a2fe-bb5ecbb01917 HTTP/1.1" status: 204 len: 168 time: 0.8473797 Apr 11 18:20:09.555565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc54b9-d5f7-49ef-8b79-ea32a11b367d admin admin] Pushing event deleted for resources: {'Network': ['ID=1930d8dc-00b1-49bc-a2fe-bb5ecbb01917,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:09.596102 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0149e179-29ac-4546-ad78-f458ea83f524 req-8971fc85-6a5c-44ed-98ef-805f5e96c39b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490446 Apr 11 18:20:09.660551 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60014) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:09.674650 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4ace77e1-eb9b-4ceb-b4f3-763b28fc4f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.758930 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4ace77e1-eb9b-4ceb-b4f3-763b28fc4f36 admin admin] Publish callbacks [] for security_group (c3e9d821-2d13-486e-9ffc-a88cc481cc0e), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.842423 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4ace77e1-eb9b-4ceb-b4f3-763b28fc4f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c3e9d821-2d13-486e-9ffc-a88cc481cc0e), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.882899 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4ace77e1-eb9b-4ceb-b4f3-763b28fc4f36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59d1f004f643408a8a6002241bac1265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212355 Apr 11 18:20:09.885081 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace77e1-eb9b-4ceb-b4f3-763b28fc4f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e9d821-2d13-486e-9ffc-a88cc481cc0e,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:09.885734 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60022) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:09.939922 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-948f9795-8d90-444a-a207-45b0cca6232e admin admin] Publish callbacks [] for security_group (c3e9d821-2d13-486e-9ffc-a88cc481cc0e), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:09.963611 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-948f9795-8d90-444a-a207-45b0cca6232e admin admin] Publish callbacks [] for security_group (c3e9d821-2d13-486e-9ffc-a88cc481cc0e), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.092254 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-948f9795-8d90-444a-a207-45b0cca6232e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c3e9d821-2d13-486e-9ffc-a88cc481cc0e), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.092949 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-948f9795-8d90-444a-a207-45b0cca6232e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.094455 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-948f9795-8d90-444a-a207-45b0cca6232e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3e9d821-2d13-486e-9ffc-a88cc481cc0e HTTP/1.1" status: 204 len: 168 time: 0.2076962 Apr 11 18:20:10.102647 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60030) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:10.103217 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f9795-8d90-444a-a207-45b0cca6232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e9d821-2d13-486e-9ffc-a88cc481cc0e,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:10.162073 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-94ded95e-b0ee-4400-9c06-c4980c0ec243 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=263e30cdf3474a53a5d75ec47206d89d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0545919 Apr 11 18:20:10.162348 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60032) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:10.225424 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3331408e-71f8-4770-a31a-5d414f617356 admin admin] Publish callbacks [] for security_group (ec634be5-2d5a-4954-bb11-25e617f68fd3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.247939 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3331408e-71f8-4770-a31a-5d414f617356 admin admin] Publish callbacks [] for security_group (ec634be5-2d5a-4954-bb11-25e617f68fd3), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.379119 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3331408e-71f8-4770-a31a-5d414f617356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ec634be5-2d5a-4954-bb11-25e617f68fd3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.381738 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3331408e-71f8-4770-a31a-5d414f617356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.382921 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3331408e-71f8-4770-a31a-5d414f617356 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec634be5-2d5a-4954-bb11-25e617f68fd3 HTTP/1.1" status: 204 len: 168 time: 0.2195697 Apr 11 18:20:10.391634 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331408e-71f8-4770-a31a-5d414f617356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec634be5-2d5a-4954-bb11-25e617f68fd3,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:10.866512 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 7386fbc5-83a2-4aaa-a009-d406c5f2d44d no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:20:10.887682 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 7386fbc5-83a2-4aaa-a009-d406c5f2d44d {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:20:10.888036 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 7386fbc5-83a2-4aaa-a009-d406c5f2d44d not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:20:14.946192 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60246) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:15.052191 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c089f71e-4252-4be6-a62d-045ffaebd61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.130433 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c089f71e-4252-4be6-a62d-045ffaebd61c admin admin] Publish callbacks [] for security_group (5c08bd95-00f9-4193-ab96-0de6424e2c4c), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.202057 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c089f71e-4252-4be6-a62d-045ffaebd61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5c08bd95-00f9-4193-ab96-0de6424e2c4c), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.243167 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089f71e-4252-4be6-a62d-045ffaebd61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c08bd95-00f9-4193-ab96-0de6424e2c4c,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:15.252206 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60250) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:15.252842 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-c089f71e-4252-4be6-a62d-045ffaebd61c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa5d52b206ae436d954db8349dccffa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036182 Apr 11 18:20:15.314085 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4b71aec0-d622-494d-94a8-86798dcc07dc admin admin] Publish callbacks [] for security_group (5c08bd95-00f9-4193-ab96-0de6424e2c4c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.339516 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4b71aec0-d622-494d-94a8-86798dcc07dc admin admin] Publish callbacks [] for security_group (5c08bd95-00f9-4193-ab96-0de6424e2c4c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.381519 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60256) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:15.492080 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4b71aec0-d622-494d-94a8-86798dcc07dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5c08bd95-00f9-4193-ab96-0de6424e2c4c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.492080 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4b71aec0-d622-494d-94a8-86798dcc07dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.497059 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4b71aec0-d622-494d-94a8-86798dcc07dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c08bd95-00f9-4193-ab96-0de6424e2c4c HTTP/1.1" status: 204 len: 168 time: 0.2433004 Apr 11 18:20:15.506126 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71aec0-d622-494d-94a8-86798dcc07dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c08bd95-00f9-4193-ab96-0de6424e2c4c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:15.527788 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-823ef558-ccb9-427f-ba58-6b11e7ab5d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.624444 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-823ef558-ccb9-427f-ba58-6b11e7ab5d8e admin admin] Publish callbacks [] for security_group (6143e93d-2941-4ad9-b81b-1b8130a183f9), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.808448 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-823ef558-ccb9-427f-ba58-6b11e7ab5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (6143e93d-2941-4ad9-b81b-1b8130a183f9), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.854635 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-823ef558-ccb9-427f-ba58-6b11e7ab5d8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fa58b523d7543b0a43529dfad27dc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683309 Apr 11 18:20:15.854635 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ef558-ccb9-427f-ba58-6b11e7ab5d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6143e93d-2941-4ad9-b81b-1b8130a183f9,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:15.854848 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60268) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:15.913616 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca26b-c37a-4f3a-9b8b-cb797219247d admin admin] Publish callbacks [] for security_group (6143e93d-2941-4ad9-b81b-1b8130a183f9), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.940083 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca26b-c37a-4f3a-9b8b-cb797219247d admin admin] Publish callbacks [] for security_group (6143e93d-2941-4ad9-b81b-1b8130a183f9), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.071548 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca26b-c37a-4f3a-9b8b-cb797219247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (6143e93d-2941-4ad9-b81b-1b8130a183f9), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.074252 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca26b-c37a-4f3a-9b8b-cb797219247d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.075454 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-6f2ca26b-c37a-4f3a-9b8b-cb797219247d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6143e93d-2941-4ad9-b81b-1b8130a183f9 HTTP/1.1" status: 204 len: 168 time: 0.2196567 Apr 11 18:20:16.083450 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ca26b-c37a-4f3a-9b8b-cb797219247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6143e93d-2941-4ad9-b81b-1b8130a183f9,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:16.262876 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60278) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:16.277271 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3f48ae81-0d86-46ae-b77a-7c4a144e0c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.360421 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3f48ae81-0d86-46ae-b77a-7c4a144e0c7d admin admin] Publish callbacks [] for security_group (67ba6192-b960-40cb-b704-fc59088b681e), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.430461 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3f48ae81-0d86-46ae-b77a-7c4a144e0c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (67ba6192-b960-40cb-b704-fc59088b681e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.471135 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-3f48ae81-0d86-46ae-b77a-7c4a144e0c7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c94302a7bf143cd8cc7f851079de730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070954 Apr 11 18:20:16.474441 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48ae81-0d86-46ae-b77a-7c4a144e0c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ba6192-b960-40cb-b704-fc59088b681e,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:16.474576 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60282) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:16.530758 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-83402b97-00c5-4542-abec-41fc0601bc0d admin admin] Publish callbacks [] for security_group (67ba6192-b960-40cb-b704-fc59088b681e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.552902 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-83402b97-00c5-4542-abec-41fc0601bc0d admin admin] Publish callbacks [] for security_group (67ba6192-b960-40cb-b704-fc59088b681e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.716610 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-83402b97-00c5-4542-abec-41fc0601bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (67ba6192-b960-40cb-b704-fc59088b681e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.719162 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-83402b97-00c5-4542-abec-41fc0601bc0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.720345 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-83402b97-00c5-4542-abec-41fc0601bc0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67ba6192-b960-40cb-b704-fc59088b681e HTTP/1.1" status: 204 len: 168 time: 0.2453630 Apr 11 18:20:16.732223 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83402b97-00c5-4542-abec-41fc0601bc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ba6192-b960-40cb-b704-fc59088b681e,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:16.751019 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60286) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:16.769884 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6731d9ff-812c-4d49-ab5b-1e65986cb64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.848853 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6731d9ff-812c-4d49-ab5b-1e65986cb64e admin admin] Publish callbacks [] for security_group (9de9a550-a067-4e32-80c2-c82be3092ad2), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.910595 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6731d9ff-812c-4d49-ab5b-1e65986cb64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (9de9a550-a067-4e32-80c2-c82be3092ad2), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.952620 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-6731d9ff-812c-4d49-ab5b-1e65986cb64e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bbf6dda08c848c89e412f7f72a3e751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004077 Apr 11 18:20:16.954015 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731d9ff-812c-4d49-ab5b-1e65986cb64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9a550-a067-4e32-80c2-c82be3092ad2,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:16.954260 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60288) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:17.004077 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d683c36d-e965-40b7-91f0-fe3a64d8c4bd admin admin] Publish callbacks [] for security_group (9de9a550-a067-4e32-80c2-c82be3092ad2), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.026400 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d683c36d-e965-40b7-91f0-fe3a64d8c4bd admin admin] Publish callbacks [] for security_group (9de9a550-a067-4e32-80c2-c82be3092ad2), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.151094 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d683c36d-e965-40b7-91f0-fe3a64d8c4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (9de9a550-a067-4e32-80c2-c82be3092ad2), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.153775 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d683c36d-e965-40b7-91f0-fe3a64d8c4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.155031 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d683c36d-e965-40b7-91f0-fe3a64d8c4bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9de9a550-a067-4e32-80c2-c82be3092ad2 HTTP/1.1" status: 204 len: 168 time: 0.1998875 Apr 11 18:20:17.169600 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683c36d-e965-40b7-91f0-fe3a64d8c4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9a550-a067-4e32-80c2-c82be3092ad2,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:20.603949 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864032f8-32c2-41ae-b02e-aec1ee308f9b req-31997948-aec7-4512-b08d-860f002337e8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:20.606682 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-864032f8-32c2-41ae-b02e-aec1ee308f9b req-31997948-aec7-4512-b08d-860f002337e8 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.0588648 Apr 11 18:20:20.661947 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-864032f8-32c2-41ae-b02e-aec1ee308f9b req-84d64cf1-63a9-483e-8b6a-c5665c7c914a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458715 Apr 11 18:20:21.793160 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4210d-8195-451c-bf10-21baa377111c req-75b394eb-a53e-46f8-90ca-2da366b02d9c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:21.794705 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c5b4210d-8195-451c-bf10-21baa377111c req-75b394eb-a53e-46f8-90ca-2da366b02d9c tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.0548728 Apr 11 18:20:21.846879 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c5b4210d-8195-451c-bf10-21baa377111c req-e7390a3a-d7b1-4e0b-8748-cb37029e6db5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450926 Apr 11 18:20:22.974781 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcedf4-7a9e-4bf9-a638-5f34ebc80a08 req-5a89132d-e551-4d9a-9eda-1503b60e4ccf tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:22.976299 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7adcedf4-7a9e-4bf9-a638-5f34ebc80a08 req-5a89132d-e551-4d9a-9eda-1503b60e4ccf tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.0509853 Apr 11 18:20:23.025437 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7adcedf4-7a9e-4bf9-a638-5f34ebc80a08 req-75efdb70-b334-42b8-a8de-be55b3bb764b tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Apr 11 18:20:24.186006 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-f2424aa0-c027-461c-8070-c74ef2dcadd1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:24.188634 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-f2424aa0-c027-461c-8070-c74ef2dcadd1 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.1078668 Apr 11 18:20:24.208813 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15db4b3-92bd-4c74-8e57-17a4a316709a req-8ccee3f5-9376-4b41-b1bf-55d11aaa5fc5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:24.210364 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b15db4b3-92bd-4c74-8e57-17a4a316709a req-8ccee3f5-9376-4b41-b1bf-55d11aaa5fc5 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.0819407 Apr 11 18:20:24.273765 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b15db4b3-92bd-4c74-8e57-17a4a316709a req-73bfa107-279e-4770-83e1-d2de4f5fbeef tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570514 Apr 11 18:20:25.189460 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Deleting port af8fd57e-5258-4c94-8708-688ecdf70443 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:25.190468 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.321478 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] For port af8fd57e-5258-4c94-8708-688ecdf70443, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=af8fd57e-5258-4c94-8708-688ecdf70443,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:25.322331 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.474817 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab52f0-c0aa-4439-bfc7-538f6b5598ee req-b6e4d98a-59b0-4a89-b3bc-649bc44fac55 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:25.476356 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-edab52f0-c0aa-4439-bfc7-538f6b5598ee req-b6e4d98a-59b0-4a89-b3bc-649bc44fac55 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 947 time: 0.1049752 Apr 11 18:20:25.597900 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-edab52f0-c0aa-4439-bfc7-538f6b5598ee req-63a7d801-2ed7-4284-a70e-3ea250d22683 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups?id=41a09d4d-cc1c-4dba-bd8a-820195c71172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093946 Apr 11 18:20:25.600194 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.600689 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (a06e2eba-d764-43cd-afea-dca79ba35076), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.601109 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Floating IP a06e2eba-d764-43cd-afea-dca79ba35076 disassociated. External IP: 172.27.2.126, port: af8fd57e-5258-4c94-8708-688ecdf70443. Apr 11 18:20:25.606660 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Calling delete_port for af8fd57e-5258-4c94-8708-688ecdf70443 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:25.646938 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b7905-ef49-449e-a8a8-0af4a69be5b2 req-cf577248-1283-49c3-9664-d57af153ceb1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:25.649580 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b21b7905-ef49-449e-a8a8-0af4a69be5b2 req-cf577248-1283-49c3-9664-d57af153ceb1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0645256 Apr 11 18:20:25.722042 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b21b7905-ef49-449e-a8a8-0af4a69be5b2 req-3306b011-cf25-44a8-a86f-e75f040f063f tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622611 Apr 11 18:20:25.850945 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (af8fd57e-5258-4c94-8708-688ecdf70443), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.881718 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event deleted for resources: {'Port': ['ID=af8fd57e-5258-4c94-8708-688ecdf70443,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:25.895562 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.895915 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.896774 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.896774 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.896986 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.897305 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.897615 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.897979 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.898330 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.898586 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.898977 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.899310 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.899637 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.900132 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:25.900463 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:26.025593 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Router c5a05e98-c51f-4e79-82af-b57c9f039e93 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:20:26.418121 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:20:26.433605 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] Sync routers for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:20:26.447941 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:26.448613 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:26.461777 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] No DVR routers for this DVR port af8fd57e-5258-4c94-8708-688ecdf70443 on host hv-cinder-83735 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:20:26.464960 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.468304 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-00fa5434-a1d1-4675-8ee8-ac67bd68a181 req-67bef4bd-b253-4428-90a7-d6b31a2b2e40 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.15 "DELETE /v2.0/ports/af8fd57e-5258-4c94-8708-688ecdf70443 HTTP/1.1" status: 204 len: 173 time: 1.4085572 Apr 11 18:20:26.468769 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-deleted', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:20:26.471066 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf60ba83-a63d-41c6-a55c-381a37e1e68e" -d '{"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-deleted", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:20:26.514634 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2924b932-33f8-4b73-87e2-5b02584e52c3 x-openstack-request-id: req-2924b932-33f8-4b73-87e2-5b02584e52c3 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:20:26.514927 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23408bcb-8cfc-44d5-9fdf-cbd4ab35099e", "name": "network-vif-deleted", "tag": "af8fd57e-5258-4c94-8708-688ecdf70443", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:20:26.515184 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2924b932-33f8-4b73-87e2-5b02584e52c3 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:20:26.515601 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2924b932-33f8-4b73-87e2-5b02584e52c3'] response: {'server_uuid': '23408bcb-8cfc-44d5-9fdf-cbd4ab35099e', 'name': 'network-vif-deleted', 'tag': 'af8fd57e-5258-4c94-8708-688ecdf70443', 'status': 'completed', 'code': 200} Apr 11 18:20:26.583193 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:26.730030 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-97d2a875-989e-42e1-889d-79d9d22ed7d6 req-0a2db76f-e6ba-4898-9d3a-805a34778125 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 210 time: 0.0362916 Apr 11 18:20:26.886465 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02a545-a6b0-4543-8eaa-9ce81e102acd req-597b7eb2-8c84-4f05-b5c5-dee16662ef18 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:26.889164 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5a02a545-a6b0-4543-8eaa-9ce81e102acd req-597b7eb2-8c84-4f05-b5c5-dee16662ef18 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0739853 Apr 11 18:20:26.902824 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:26.930141 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] Checking router: c5a05e98-c51f-4e79-82af-b57c9f039e93 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:20:26.939648 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:26.940332 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:26.952691 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5a02a545-a6b0-4543-8eaa-9ce81e102acd req-eea58dc2-85ff-415a-8e7e-e3ae1a24024c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541878 Apr 11 18:20:27.060926 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:20:27.069690 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:27.082504 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: af8fd57e-5258-4c94-8708-688ecdf70443 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:20:27.082981 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device af8fd57e-5258-4c94-8708-688ecdf70443 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:20:27.274049 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:27.301696 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42759c5c-470f-4637-ae09-8d723bf6cc83 None None] The sync data for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi is: [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:13:13Z', 'revision_number': 4, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'f36f4abd-c68c-44cb-b215-e23b2e8a1c50', 'name': '', 'network_id': '3075154a-7a88-489a-ba8c-59028c658646', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'mac_address': 'fa:16:3e:a1:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:12Z', 'updated_at': '2022-04-11T18:13:20Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'subnets': [{'id': '7b48db42-54cb-4d51-ae02-474ffdbd1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:20:27.571300 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64f0afe-a877-4a2e-bc3a-5174e3dccef5 None None] New status for floating IP a06e2eba-d764-43cd-afea-dca79ba35076: DOWN {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:20:27.850701 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-06c5c7a7-7db1-4141-8284-e708260b9aa1 req-5c6d8f6a-c4b9-40cc-b1c9-06fdd7e5e085 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 210 time: 0.0333619 Apr 11 18:20:28.126713 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3471ed6-aacf-478a-be4d-db24dc6b3dbf req-e2dadb84-c8df-4e1c-96b4-bcac8c096b7a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:28.129286 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d3471ed6-aacf-478a-be4d-db24dc6b3dbf req-e2dadb84-c8df-4e1c-96b4-bcac8c096b7a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0850265 Apr 11 18:20:28.204439 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d3471ed6-aacf-478a-be4d-db24dc6b3dbf req-df02a267-2ac3-43e5-a5b7-1e6ac96ed3b5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663671 Apr 11 18:20:28.482875 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-f31eba93-6b7a-4236-a92c-c5140ac49c88 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:28.484657 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-f31eba93-6b7a-4236-a92c-c5140ac49c88 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 946 time: 0.0759583 Apr 11 18:20:28.609505 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Deleting port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:28.609849 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.716180 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] For port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:28.716503 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.973678 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.974426 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (93865833-9bc8-4f78-87a0-14a3e75dee3d), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.975124 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Floating IP 93865833-9bc8-4f78-87a0-14a3e75dee3d disassociated. External IP: 172.27.2.119, port: 22d5ca75-f404-4bec-84ef-c0e5651b0dd6. Apr 11 18:20:28.975816 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Calling delete_port for 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:29.046733 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b98e5575-6109-4557-afeb-7225a76dbf97 req-e83c282d-b50f-47c9-83ac-f274a63f3fb3 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/ports?device_id=23408bcb-8cfc-44d5-9fdf-cbd4ab35099e HTTP/1.1" status: 200 len: 210 time: 0.0343592 Apr 11 18:20:29.154427 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60556) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:29.336209 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (22d5ca75-f404-4bec-84ef-c0e5651b0dd6), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:29.336839 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:29.373682 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3e16aeeb-a08c-444d-994a-2b14b5cba937 req-fac06ad5-f2dc-48a8-bc04-badc442e14df tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0532796 Apr 11 18:20:29.407316 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event deleted for resources: {'Port': ['ID=22d5ca75-f404-4bec-84ef-c0e5651b0dd6,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:29.445456 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Publish callbacks [] for security_group (d4daf0af-466c-4d97-b800-a56f1bfc6cc3), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:29.539801 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (d4daf0af-466c-4d97-b800-a56f1bfc6cc3), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:29.569568 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Router ac2aa955-1d78-4aee-99a5-9ca300f12e58 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:20:29.611934 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7de943c4c3b14a1793f30a1bde59d769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549596 Apr 11 18:20:29.613832 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4daf0af-466c-4d97-b800-a56f1bfc6cc3,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:29.620234 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60562) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:29.656480 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.656940 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.657568 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.659543 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.659543 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.659543 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.659543 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.659543 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.659543 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.660184 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.660278 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.660855 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.661194 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.661528 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.661857 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e6489-d8e4-4ec2-8ea5-d0e13931f22e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:29.714002 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-35beaf38-cb2b-42c5-ab5a-d64db070db33 admin admin] Publish callbacks [] for security_group (d4daf0af-466c-4d97-b800-a56f1bfc6cc3), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:29.727312 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:20:29.750336 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] Sync routers for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:20:29.756118 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-35beaf38-cb2b-42c5-ab5a-d64db070db33 admin admin] Publish callbacks [] for security_group (d4daf0af-466c-4d97-b800-a56f1bfc6cc3), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:29.774050 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:29.775831 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:29.777928 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60566) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:29.800858 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] No DVR routers for this DVR port 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 on host hv-cinder-83735 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:20:29.808731 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:29.818336 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b3ab9598-3fe0-478b-b28e-ee4e0f696135 req-b63c13fd-d499-4db3-a0e8-e4b402fd89a7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "DELETE /v2.0/ports/22d5ca75-f404-4bec-84ef-c0e5651b0dd6 HTTP/1.1" status: 204 len: 173 time: 1.3271112 Apr 11 18:20:29.819107 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'name': 'network-vif-deleted', 'tag': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:20:29.829813 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f05cc-a218-4352-b3a5-a2cb7f003b72" -d '{"events": [{"server_uuid": "8b0c589d-15b5-43da-807a-6b798856ecc9", "name": "network-vif-deleted", "tag": "22d5ca75-f404-4bec-84ef-c0e5651b0dd6"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:20:29.874280 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56170827-20d6-428a-95ea-46f04faaae6c x-openstack-request-id: req-56170827-20d6-428a-95ea-46f04faaae6c {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:20:29.874863 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0c589d-15b5-43da-807a-6b798856ecc9", "name": "network-vif-deleted", "tag": "22d5ca75-f404-4bec-84ef-c0e5651b0dd6", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:20:29.875278 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56170827-20d6-428a-95ea-46f04faaae6c {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:20:29.875989 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56170827-20d6-428a-95ea-46f04faaae6c'] response: {'server_uuid': '8b0c589d-15b5-43da-807a-6b798856ecc9', 'name': 'network-vif-deleted', 'tag': '22d5ca75-f404-4bec-84ef-c0e5651b0dd6', 'status': 'completed', 'code': 200} Apr 11 18:20:29.916820 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-35beaf38-cb2b-42c5-ab5a-d64db070db33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (d4daf0af-466c-4d97-b800-a56f1bfc6cc3), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:29.919558 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-35beaf38-cb2b-42c5-ab5a-d64db070db33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:29.920807 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-35beaf38-cb2b-42c5-ab5a-d64db070db33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4daf0af-466c-4d97-b800-a56f1bfc6cc3 HTTP/1.1" status: 204 len: 168 time: 0.2989235 Apr 11 18:20:29.935737 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35beaf38-cb2b-42c5-ab5a-d64db070db33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4daf0af-466c-4d97-b800-a56f1bfc6cc3,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:29.984885 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:30.062758 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2c617248-4ed1-4d91-a422-35a30790dc39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.157406 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.201336 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2c617248-4ed1-4d91-a422-35a30790dc39 admin admin] Publish callbacks [] for security_group (918ad1a1-1aae-4acb-943a-60bd6ec5fe9f), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.265247 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:30.283653 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2c617248-4ed1-4d91-a422-35a30790dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (918ad1a1-1aae-4acb-943a-60bd6ec5fe9f), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.293901 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] Checking router: ac2aa955-1d78-4aee-99a5-9ca300f12e58 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:20:30.300563 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60584) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:30.309796 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:30.310717 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:30.347293 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-2c617248-4ed1-4d91-a422-35a30790dc39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6bfe417bfc34019ab97c92db4c7b0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5660839 Apr 11 18:20:30.347293 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c617248-4ed1-4d91-a422-35a30790dc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918ad1a1-1aae-4acb-943a-60bd6ec5fe9f,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:30.349341 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60588) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:30.441580 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93bb1659-41f7-4a9b-a908-b8ea7d77721a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (41a09d4d-cc1c-4dba-bd8a-820195c71172), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.460961 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:30.474850 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93bb1659-41f7-4a9b-a908-b8ea7d77721a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (41a09d4d-cc1c-4dba-bd8a-820195c71172), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.481950 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-25586894-ba3f-4d24-af76-19f7adada83c admin admin] Publish callbacks [] for security_group (918ad1a1-1aae-4acb-943a-60bd6ec5fe9f), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.545838 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-25586894-ba3f-4d24-af76-19f7adada83c admin admin] Publish callbacks [] for security_group (918ad1a1-1aae-4acb-943a-60bd6ec5fe9f), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.596574 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-96148f06-12e4-420d-940c-338c8608bc9e req-ed04903c-26a1-4834-9613-5af41585ef12 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c589d-15b5-43da-807a-6b798856ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0341418 Apr 11 18:20:30.609893 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93bb1659-41f7-4a9b-a908-b8ea7d77721a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (41a09d4d-cc1c-4dba-bd8a-820195c71172), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.619870 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93bb1659-41f7-4a9b-a908-b8ea7d77721a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.622735 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-93bb1659-41f7-4a9b-a908-b8ea7d77721a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "DELETE /v2.0/security-groups/41a09d4d-cc1c-4dba-bd8a-820195c71172 HTTP/1.1" status: 204 len: 168 time: 0.3198459 Apr 11 18:20:30.628189 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60594) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:30.645501 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb1659-41f7-4a9b-a908-b8ea7d77721a tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a09d4d-cc1c-4dba-bd8a-820195c71172,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:30.654205 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.api.v2.resource [None req-dade63bd-aa06-44f7-8fff-707f265533fd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] show failed (client error): The resource could not be found. Apr 11 18:20:30.663618 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-dade63bd-aa06-44f7-8fff-707f265533fd tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "GET /v2.0/security-groups/41a09d4d-cc1c-4dba-bd8a-820195c71172 HTTP/1.1" status: 404 len: 347 time: 0.0257397 Apr 11 18:20:30.663618 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60598) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:30.723856 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:30.761405 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75d4be-c16c-46b9-b1ac-4bed9380cf3a None None] The sync data for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi is: [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:20:30.824887 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-25586894-ba3f-4d24-af76-19f7adada83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (918ad1a1-1aae-4acb-943a-60bd6ec5fe9f), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.828166 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-25586894-ba3f-4d24-af76-19f7adada83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:30.829912 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-25586894-ba3f-4d24-af76-19f7adada83c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/918ad1a1-1aae-4acb-943a-60bd6ec5fe9f HTTP/1.1" status: 204 len: 168 time: 0.4793317 Apr 11 18:20:30.849718 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25586894-ba3f-4d24-af76-19f7adada83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918ad1a1-1aae-4acb-943a-60bd6ec5fe9f,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:30.893626 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Deleting port e11fef3c-8453-4dfc-9c1b-495c78a14997 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:30.894091 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (e11fef3c-8453-4dfc-9c1b-495c78a14997), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:31.002727 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (e11fef3c-8453-4dfc-9c1b-495c78a14997), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:31.002727 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (e11fef3c-8453-4dfc-9c1b-495c78a14997), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:31.023636 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Calling delete_port for e11fef3c-8453-4dfc-9c1b-495c78a14997 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:31.068495 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:20:31.090972 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:20:31.091332 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 22d5ca75-f404-4bec-84ef-c0e5651b0dd6 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:20:31.146476 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3c4c7-8cad-47a6-8b7a-b916fd24cd76 None None] New status for floating IP 93865833-9bc8-4f78-87a0-14a3e75dee3d: DOWN {{(pid=103994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:20:31.316505 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (e11fef3c-8453-4dfc-9c1b-495c78a14997), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:31.361664 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Pushing event deleted for resources: {'Port': ['ID=e11fef3c-8453-4dfc-9c1b-495c78a14997,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:31.528565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks [] for floatingip (a06e2eba-d764-43cd-afea-dca79ba35076), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:31.534679 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:31.535903 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d2a173ee-4dee-45d5-9624-a91f1e31a872 tempest-AttachVolumeShelveTestJSON-1908042593 tempest-AttachVolumeShelveTestJSON-1908042593-project] 10.222.0.53 "DELETE /v2.0/floatingips/a06e2eba-d764-43cd-afea-dca79ba35076 HTTP/1.1" status: 204 len: 168 time: 0.8715539 Apr 11 18:20:32.089910 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-f5f7b2a2-4508-405a-ab24-7b2f71454c4a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082380894&fields=id&tenant_id=a30b93fdaa5346598d9e8d3d46808420 HTTP/1.1" status: 200 len: 267 time: 0.0875409 Apr 11 18:20:32.256880 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-79015ce4-4447-4633-b0e0-9345406c7226 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:32.268989 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-79015ce4-4447-4633-b0e0-9345406c7226 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 811 time: 0.1585817 Apr 11 18:20:32.278792 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-2ce0132b-45fd-4508-ad39-ea6d4833ee8f tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/quotas/a30b93fdaa5346598d9e8d3d46808420 HTTP/1.1" status: 200 len: 375 time: 0.0102365 Apr 11 18:20:32.340300 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60654) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:32.365823 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-d2918714-5f94-48a6-9b49-34f984196cf9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800405 Apr 11 18:20:32.536947 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-d9305cac-c777-4770-8cd5-791ca96d903d service neutron] 10.222.0.53 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577959 Apr 11 18:20:32.553026 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-690863800-network', 'tenant_id': '91f6fa262a0d4db598df1d6e18002a09'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:20:32.688491 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Made reservation on behalf of 91f6fa262a0d4db598df1d6e18002a09 for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:20:32.693403 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:32.703748 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-6b25835f-9edc-42e8-816e-d2c18725b4c9 service neutron] 10.222.0.53 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484489 Apr 11 18:20:32.706730 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:32.833867 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Publish callbacks [] for security_group (231959f0-07e6-4624-8744-8f57efd14e85), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:32.849221 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8ffff8b3-bed8-4a1c-930c-f6a1d071543f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:32.927381 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (231959f0-07e6-4624-8744-8f57efd14e85), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:32.955435 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:20:32.967398 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231959f0-07e6-4624-8744-8f57efd14e85,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:32.974541 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (72b983bb-d1f3-428e-bbef-81f632eb767b), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:32.974928 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Added segment 72b983bb-d1f3-428e-bbef-81f632eb767b of type vlan for network 1f3e60e2-eecb-429e-aedd-ca31415d7770 Apr 11 18:20:33.050562 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (1f3e60e2-eecb-429e-aedd-ca31415d7770), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.196168 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (1f3e60e2-eecb-429e-aedd-ca31415d7770), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.197228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:33.197833 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.198238 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60686) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:33.281623 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1f3e60e2-eecb-429e-aedd-ca31415d7770,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:33.295345 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 1f3e60e2-eecb-429e-aedd-ca31415d7770 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:20:33.341535 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d89dbe79-57b6-4d76-8f50-0ba2cb1518c1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9973700 Apr 11 18:20:33.342127 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60694) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:33.355053 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Request body: {'subnet': {'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-690863800-subnet', 'tenant_id': '91f6fa262a0d4db598df1d6e18002a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:20:33.415511 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4737f25c-3292-46cd-9d37-ed124bf18bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.539225 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Made reservation on behalf of 91f6fa262a0d4db598df1d6e18002a09 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:20:33.542300 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26094802'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.577848 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4737f25c-3292-46cd-9d37-ed124bf18bf4 admin admin] Publish callbacks [] for security_group (25f4ab12-e16d-4794-a600-cbcf9db742c0), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.619045 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5245c548-d7a2-4aea-898b-c7a5d42ac425 req-3a3174d0-7db0-41eb-9816-c964420ac060 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 210 time: 0.0493200 Apr 11 18:20:33.718473 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4737f25c-3292-46cd-9d37-ed124bf18bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (25f4ab12-e16d-4794-a600-cbcf9db742c0), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.804079 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4737f25c-3292-46cd-9d37-ed124bf18bf4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23f7bf7618d1498196ef958ee50976fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6043971 Apr 11 18:20:33.808430 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737f25c-3292-46cd-9d37-ed124bf18bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f4ab12-e16d-4794-a600-cbcf9db742c0,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:33.809230 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60714) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:33.898893 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-efa98c86-4dc0-48bd-9b89-4570088b89b3 admin admin] Publish callbacks [] for security_group (25f4ab12-e16d-4794-a600-cbcf9db742c0), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.926078 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-efa98c86-4dc0-48bd-9b89-4570088b89b3 admin admin] Publish callbacks [] for security_group (25f4ab12-e16d-4794-a600-cbcf9db742c0), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.991821 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26036214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26094784'] for subnet (06ec1ae0-3e11-4b19-8d56-841d61d1ddb0), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.076724 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ec1ae0-3e11-4b19-8d56-841d61d1ddb0,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:34.081648 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Checking segment: {'id': '72b983bb-d1f3-428e-bbef-81f632eb767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:20:34.082180 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Network hostable DHCP agents. Network: 1f3e60e2-eecb-429e-aedd-ca31415d7770, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:20:34.110737 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-efa98c86-4dc0-48bd-9b89-4570088b89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (25f4ab12-e16d-4794-a600-cbcf9db742c0), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.118244 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-efa98c86-4dc0-48bd-9b89-4570088b89b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.118244 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-efa98c86-4dc0-48bd-9b89-4570088b89b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25f4ab12-e16d-4794-a600-cbcf9db742c0 HTTP/1.1" status: 204 len: 168 time: 0.3041334 Apr 11 18:20:34.133998 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa98c86-4dc0-48bd-9b89-4570088b89b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f4ab12-e16d-4794-a600-cbcf9db742c0,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:34.179205 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60720) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:34.207865 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Network 1f3e60e2-eecb-429e-aedd-ca31415d7770 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:20:34.326012 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-53a9c967-7874-4887-9599-1e2f0d8ebe99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.374192 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 1f3e60e2-eecb-429e-aedd-ca31415d7770) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:20:34.381177 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:34.382274 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.389811 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ea809c-c40a-4836-a3d6-ce60ca89cf83 None None] Network 1f3e60e2-eecb-429e-aedd-ca31415d7770 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:20:34.435172 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-53a9c967-7874-4887-9599-1e2f0d8ebe99 admin admin] Publish callbacks [] for security_group (01808f7f-7ff3-449c-ad32-c5a1c0cc57fb), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.504688 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-aa5a3c62-89dc-4b22-be76-f0d77286a059 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1611059 Apr 11 18:20:34.542231 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c84524-7a32-4ba7-99ab-7d766fcb03cf None None] Network 1f3e60e2-eecb-429e-aedd-ca31415d7770 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:20:34.546189 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-53a9c967-7874-4887-9599-1e2f0d8ebe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (01808f7f-7ff3-449c-ad32-c5a1c0cc57fb), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.636806 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60732) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:34.638144 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-53a9c967-7874-4887-9599-1e2f0d8ebe99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fade23c4ec34d64ad5e0defafb674dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565387 Apr 11 18:20:34.648582 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9c967-7874-4887-9599-1e2f0d8ebe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01808f7f-7ff3-449c-ad32-c5a1c0cc57fb,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:34.760696 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71e8f6f7-24f1-48a4-a744-2cc323524933 admin admin] Publish callbacks [] for security_group (01808f7f-7ff3-449c-ad32-c5a1c0cc57fb), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.807615 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71e8f6f7-24f1-48a4-a744-2cc323524933 admin admin] Publish callbacks [] for security_group (01808f7f-7ff3-449c-ad32-c5a1c0cc57fb), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.851765 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f25cc8f-5ac4-4a2b-b296-22cf5db0d54b req-9e6c3970-a359-4f71-a8c3-f4034e1b00c2 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 210 time: 0.0447168 Apr 11 18:20:34.923267 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60744) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:35.025351 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71e8f6f7-24f1-48a4-a744-2cc323524933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (01808f7f-7ff3-449c-ad32-c5a1c0cc57fb), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.025629 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c484297f-22a1-4f51-ae17-956f2d4c99e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.041064 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71e8f6f7-24f1-48a4-a744-2cc323524933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.045632 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-71e8f6f7-24f1-48a4-a744-2cc323524933 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01808f7f-7ff3-449c-ad32-c5a1c0cc57fb HTTP/1.1" status: 204 len: 168 time: 0.4066105 Apr 11 18:20:35.069227 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8f6f7-24f1-48a4-a744-2cc323524933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01808f7f-7ff3-449c-ad32-c5a1c0cc57fb,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:35.250010 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60750) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:35.266520 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c334dc4f-42a8-4840-8d4a-6578d6cab2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.365299 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c334dc4f-42a8-4840-8d4a-6578d6cab2c8 admin admin] Publish callbacks [] for security_group (407efb82-1ddf-4f78-9ccf-7bf433bd38b5), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.441879 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c334dc4f-42a8-4840-8d4a-6578d6cab2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (407efb82-1ddf-4f78-9ccf-7bf433bd38b5), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.490202 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334dc4f-42a8-4840-8d4a-6578d6cab2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407efb82-1ddf-4f78-9ccf-7bf433bd38b5,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:35.518523 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-c334dc4f-42a8-4840-8d4a-6578d6cab2c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7e0420f09da48d79918cdfd40773e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631633 Apr 11 18:20:35.518914 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60754) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:35.670571 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed17a2cb-9726-4991-b166-7e08f32f33b8 admin admin] Publish callbacks [] for security_group (407efb82-1ddf-4f78-9ccf-7bf433bd38b5), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.710857 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (c5a05e98-c51f-4e79-82af-b57c9f039e93), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.754755 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed17a2cb-9726-4991-b166-7e08f32f33b8 admin admin] Publish callbacks [] for security_group (407efb82-1ddf-4f78-9ccf-7bf433bd38b5), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.979227 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed17a2cb-9726-4991-b166-7e08f32f33b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (407efb82-1ddf-4f78-9ccf-7bf433bd38b5), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.979510 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed17a2cb-9726-4991-b166-7e08f32f33b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.980906 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ed17a2cb-9726-4991-b166-7e08f32f33b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/407efb82-1ddf-4f78-9ccf-7bf433bd38b5 HTTP/1.1" status: 204 len: 168 time: 0.4610565 Apr 11 18:20:36.194947 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-707c5a76-6e6a-48d1-9b8d-6c1f8dcc244e req-e15de864-c650-491d-93bf-748db7c83588 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 210 time: 0.0973628 Apr 11 18:20:36.194947 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17a2cb-9726-4991-b166-7e08f32f33b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407efb82-1ddf-4f78-9ccf-7bf433bd38b5,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:36.194947 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Deleting port f36f4abd-c68c-44cb-b215-e23b2e8a1c50 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:36.194947 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:36.268423 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] For port f36f4abd-c68c-44cb-b215-e23b2e8a1c50, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=f36f4abd-c68c-44cb-b215-e23b2e8a1c50,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:36.269536 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:36.296682 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Calling delete_port for f36f4abd-c68c-44cb-b215-e23b2e8a1c50 owned by network:router_interface {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:36.330182 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60764) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:36.345413 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33d6cdae-2d88-4181-b8e4-181318c322ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:36.450188 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33d6cdae-2d88-4181-b8e4-181318c322ce admin admin] Publish callbacks [] for security_group (9493cf06-ea2c-4ab9-8da4-9258a65ceec1), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:36.511923 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:36.557007 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-33d6cdae-2d88-4181-b8e4-181318c322ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (9493cf06-ea2c-4ab9-8da4-9258a65ceec1), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:36.603842 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-ad2efe4c-17ad-4d61-8478-0ffef8683a2c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:36.605514 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-ad2efe4c-17ad-4d61-8478-0ffef8683a2c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 811 time: 0.2261679 Apr 11 18:20:36.625567 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-33d6cdae-2d88-4181-b8e4-181318c322ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1caaf12e79494cd1a4b7e05bfe97f1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906888 Apr 11 18:20:36.625567 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6cdae-2d88-4181-b8e4-181318c322ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9493cf06-ea2c-4ab9-8da4-9258a65ceec1,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:36.636186 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60770) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:36.771898 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-3745eab0-6f42-4073-a5f6-2723be293661 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a30b93fdaa5346598d9e8d3d46808420 HTTP/1.1" status: 200 len: 380 time: 0.1571703 Apr 11 18:20:36.785302 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'port': {'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'admin_state_up': True, 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'security_groups': ['501cbd4a-131b-4e38-9037-27dd2a4625de']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:20:36.812122 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5d9421a-7226-48b1-9084-b0d20b8a06d5 admin admin] Publish callbacks [] for security_group (9493cf06-ea2c-4ab9-8da4-9258a65ceec1), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.195103 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (f36f4abd-c68c-44cb-b215-e23b2e8a1c50), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.218941 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3728fbea-1e53-40cf-b3fb-a0ced5855348 req-d9b74fb1-bfc2-417b-ad60-d74d31d7893f tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 210 time: 0.0625093 Apr 11 18:20:37.235461 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36f4abd-c68c-44cb-b215-e23b2e8a1c50,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:37.245481 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5d9421a-7226-48b1-9084-b0d20b8a06d5 admin admin] Publish callbacks [] for security_group (9493cf06-ea2c-4ab9-8da4-9258a65ceec1), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.546860 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Made reservation on behalf of a30b93fdaa5346598d9e8d3d46808420 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:20:37.549547 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.552939 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5d9421a-7226-48b1-9084-b0d20b8a06d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (9493cf06-ea2c-4ab9-8da4-9258a65ceec1), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.555963 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5d9421a-7226-48b1-9084-b0d20b8a06d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.557495 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f5d9421a-7226-48b1-9084-b0d20b8a06d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9493cf06-ea2c-4ab9-8da4-9258a65ceec1 HTTP/1.1" status: 204 len: 168 time: 0.9278750 Apr 11 18:20:37.638059 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9421a-7226-48b1-9084-b0d20b8a06d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9493cf06-ea2c-4ab9-8da4-9258a65ceec1,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:37.786810 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (c5a05e98-c51f-4e79-82af-b57c9f039e93), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.815438 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.935968 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-c4316515-ecdc-46b7-ab26-4f486472c972 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:37.937615 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-c4316515-ecdc-46b7-ab26-4f486472c972 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/networks?id=1f3e60e2-eecb-429e-aedd-ca31415d7770 HTTP/1.1" status: 200 len: 813 time: 0.3516860 Apr 11 18:20:38.012633 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-6935b9dc-6198-44c3-bc40-d1d8953524ae tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/quotas/91f6fa262a0d4db598df1d6e18002a09 HTTP/1.1" status: 200 len: 375 time: 0.0606432 Apr 11 18:20:38.091290 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-f8c0b06b-3f36-427c-b7b1-febb695bf7c7 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f6fa262a0d4db598df1d6e18002a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541005 Apr 11 18:20:38.109269 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Allocated IP 172.20.0.10 (641f9d7f-500e-442e-818b-41a249abf5c3/a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97/e67c683f-b536-4b66-84eb-6943a5cd69c7) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:20:38.414704 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8092608b-b4c2-4e89-84db-21e5b819d228 req-366e56f5-6681-4b5c-a1d4-7facfc82e991 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 210 time: 0.0379179 Apr 11 18:20:38.441612 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-9cb5af0b-09c9-4582-8f06-455e2aadaf1b service neutron] 10.222.0.53 "GET /v2.0/networks/1f3e60e2-eecb-429e-aedd-ca31415d7770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296740 Apr 11 18:20:38.520616 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Router c5a05e98-c51f-4e79-82af-b57c9f039e93 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:20:38.573415 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:38.680658 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-ccde6a65-96b5-43ae-ac99-c8ff958d8241 service neutron] 10.222.0.53 "GET /v2.0/networks/1f3e60e2-eecb-429e-aedd-ca31415d7770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228391 Apr 11 18:20:38.749565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:20:38.754891 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f5056647-0e4d-4ca4-86c7-1d67c54ae114 admin admin] 10.222.0.53 "PUT /v2.0/routers/c5a05e98-c51f-4e79-82af-b57c9f039e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8298054 Apr 11 18:20:38.758821 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60860) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:38.773620 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] Sync routers for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:20:38.791465 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:38.792658 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:38.796963 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:38.882356 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Network 641f9d7f-500e-442e-818b-41a249abf5c3 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:20:38.890224 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:20:38.901451 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:20:38.912321 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks [] for router (c5a05e98-c51f-4e79-82af-b57c9f039e93), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:38.938885 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'Port': ['ID=e67c683f-b536-4b66-84eb-6943a5cd69c7,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:38.992371 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:39.002525 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.054503 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77a51305-2e43-456b-9b7a-0e9d91621d31 req-81242415-8f93-439a-8179-4098a03b5c02 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 210 time: 0.0367689 Apr 11 18:20:39.099456 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.141794 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-754abe78-a362-48f3-9348-83a11c1992cf tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3604472 Apr 11 18:20:39.154558 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Request body: {'port': {'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:20:39.189987 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks [] for router_gateway (c5a05e98-c51f-4e79-82af-b57c9f039e93), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.240985 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:39.324113 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.385607 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-e35a690b-1ff1-451f-ab6f-e93e9fbfefa3 None None] Provisioning complete for port e67c683f-b536-4b66-84eb-6943a5cd69c7 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:20:39.386118 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e35a690b-1ff1-451f-ab6f-e93e9fbfefa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.530452 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Deleting port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:39.531553 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.537503 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:20:36Z', 'revision_number': 5, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port': {'id': '20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:13:06Z', 'updated_at': '2022-04-11T18:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:39.548439 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-e35a690b-1ff1-451f-ab6f-e93e9fbfefa3 None None] Port e67c683f-b536-4b66-84eb-6943a5cd69c7 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:20:39.654368 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] Checking router: c5a05e98-c51f-4e79-82af-b57c9f039e93 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:20:39.678537 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] Routers {'c5a05e98-c51f-4e79-82af-b57c9f039e93'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:39.679227 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['c5a05e98-c51f-4e79-82af-b57c9f039e93'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:39.807437 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] For port 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:39.807789 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.838561 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Calling delete_port for 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be owned by network:router_gateway {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:39.877648 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917690-f7c5-4320-89ff-a03048aca1ac req-586dfb98-2654-4f2a-bb95-a93696370cd7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:39.884684 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cb917690-f7c5-4320-89ff-a03048aca1ac req-586dfb98-2654-4f2a-bb95-a93696370cd7 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 932 time: 0.1195636 Apr 11 18:20:39.912896 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] Set router c5a05e98-c51f-4e79-82af-b57c9f039e93 gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:39.974277 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67c683f-b536-4b66-84eb-6943a5cd69c7 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:20:39.979634 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:20:39Z', 'revision_number': 6, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port_host': None}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:40.012389 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1461ded-9274-4734-9055-58f3660aa500 None None] The sync data for ids ['c5a05e98-c51f-4e79-82af-b57c9f039e93'] in dv-cinder-837354-1-iscsi is: [{'id': 'c5a05e98-c51f-4e79-82af-b57c9f039e93', 'name': 'tempest-AttachVolumeShelveTestJSON-360884115-router', 'tenant_id': 'e8f78af66216431482636bd6522504cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:13:05Z', 'updated_at': '2022-04-11T18:20:39Z', 'revision_number': 6, 'project_id': 'e8f78af66216431482636bd6522504cf', 'gw_port_host': None}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:20:40.024806 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Publish callbacks [] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:40.091568 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cb917690-f7c5-4320-89ff-a03048aca1ac req-6d71fdd3-805f-4775-b18d-41bff1c3b7cc tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986566 Apr 11 18:20:40.615692 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-27fa6820-4d2d-40a6-9bce-4824c1cc3476 req-d1c01788-3b4a-433f-b533-37a154626176 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 210 time: 0.0775516 Apr 11 18:20:40.734919 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Transition to ACTIVE for port object e67c683f-b536-4b66-84eb-6943a5cd69c7 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:20:40.737947 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:40.770614 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:40.807114 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:40.884681 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e67c683f-b536-4b66-84eb-6943a5cd69c7,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:40.913136 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (c5a05e98-c51f-4e79-82af-b57c9f039e93), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.094343 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Attempting to bind port e67c683f-b536-4b66-84eb-6943a5cd69c7 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:20:41.098676 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Attempting to bind port e67c683f-b536-4b66-84eb-6943a5cd69c7 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:20:41.098676 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Attempting to bind port e67c683f-b536-4b66-84eb-6943a5cd69c7 on network 641f9d7f-500e-442e-818b-41a249abf5c3 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:20:41.098961 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device f36f4abd-c68c-44cb-b215-e23b2e8a1c50 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:20:41.131803 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: f36f4abd-c68c-44cb-b215-e23b2e8a1c50 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:20:41.132339 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device f36f4abd-c68c-44cb-b215-e23b2e8a1c50 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:20:41.132930 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:20:41.143178 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Port e67c683f-b536-4b66-84eb-6943a5cd69c7 on network 641f9d7f-500e-442e-818b-41a249abf5c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:20:41.143541 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Attempting to bind port e67c683f-b536-4b66-84eb-6943a5cd69c7 on network 641f9d7f-500e-442e-818b-41a249abf5c3 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:20:41.161335 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:20:41.161775 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Checking segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:20:41.162194 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Bound using segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:20:41.167497 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Bound port: e67c683f-b536-4b66-84eb-6943a5cd69c7, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:20:41.167892 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.173170 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:20:41.174832 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 20fe2f61-1d6c-4df5-aac6-5ad9cb4a16be not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:20:41.179511 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (c5a05e98-c51f-4e79-82af-b57c9f039e93), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.183031 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks [] for router_controller (c5a05e98-c51f-4e79-82af-b57c9f039e93), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.334951 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9c353-1646-41d4-b7bb-de73888c50d2 req-52ac9106-f698-4d86-9b44-f670a9f0513b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:41.337221 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f7b9c353-1646-41d4-b7bb-de73888c50d2 req-52ac9106-f698-4d86-9b44-f670a9f0513b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 944 time: 0.1233039 Apr 11 18:20:41.379947 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] For port e67c683f-b536-4b66-84eb-6943a5cd69c7, host hv-cinder-83735, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:20:41.385865 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (c5a05e98-c51f-4e79-82af-b57c9f039e93), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.386740 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5a05e98-c51f-4e79-82af-b57c9f039e93 {{(pid=103992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:20:41.395346 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.396877 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-c6f7f60c-2bcf-4295-a1b6-d352a8c8a1e0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c5a05e98-c51f-4e79-82af-b57c9f039e93 HTTP/1.1" status: 204 len: 168 time: 2.6370499 Apr 11 18:20:41.401369 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60924) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:41.403806 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] For port e67c683f-b536-4b66-84eb-6943a5cd69c7, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:20:41.435025 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f7b9c353-1646-41d4-b7bb-de73888c50d2 req-1479be9c-e839-4ae2-a6e7-256ba9b8a81f tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900135 Apr 11 18:20:41.476725 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.500964 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20953c0-f88a-4179-a4d0-a7318ea066f6 admin admin] Deleting subnet 7b48db42-54cb-4d51-ae02-474ffdbd1752 {{(pid=103992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:20:41.507222 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e20953c0-f88a-4179-a4d0-a7318ea066f6 admin admin] Publish callbacks [] for subnet (7b48db42-54cb-4d51-ae02-474ffdbd1752), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.542320 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:41.543311 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.545018 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/e67c683f-b536-4b66-84eb-6943a5cd69c7 HTTP/1.1" status: 200 len: 1094 time: 2.3954365 Apr 11 18:20:41.545677 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:20:41.548208 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cf9b1e-ec38-4f80-8b9e-07308f1ae6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:20:41.571359 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e20953c0-f88a-4179-a4d0-a7318ea066f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25978403'] for subnet (7b48db42-54cb-4d51-ae02-474ffdbd1752), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.635105 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fdb631-0c6a-4511-8c7c-4fd749661cf5 x-openstack-request-id: req-79fdb631-0c6a-4511-8c7c-4fd749661cf5 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:20:41.639133 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:20:41.639673 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79fdb631-0c6a-4511-8c7c-4fd749661cf5 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:20:41.641116 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fdb631-0c6a-4511-8c7c-4fd749661cf5'] response: {'name': 'network-changed', 'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'status': 'completed', 'code': 200} Apr 11 18:20:41.685459 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f8514-6060-4c92-b4f7-eff1978b50f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e67c683f-b536-4b66-84eb-6943a5cd69c7,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:41.713571 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e20953c0-f88a-4179-a4d0-a7318ea066f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (7b48db42-54cb-4d51-ae02-474ffdbd1752), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.859408 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7afbabdd-f218-42f5-bab4-7f854b4c2980 req-eb3f62b4-330e-4f3f-95d1-1d207a1d767d tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 210 time: 0.0877924 Apr 11 18:20:41.891139 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9b1e-ec38-4f80-8b9e-07308f1ae6c6 req-46b74a54-3348-45a7-aef4-e2cba71b481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:41.891139 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-83cf9b1e-ec38-4f80-8b9e-07308f1ae6c6 req-46b74a54-3348-45a7-aef4-e2cba71b481a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 1128 time: 0.2413559 Apr 11 18:20:41.916309 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e20953c0-f88a-4179-a4d0-a7318ea066f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25692054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25708748'] for subnet (7b48db42-54cb-4d51-ae02-474ffdbd1752), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.945304 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20953c0-f88a-4179-a4d0-a7318ea066f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b48db42-54cb-4d51-ae02-474ffdbd1752,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:41.951826 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e20953c0-f88a-4179-a4d0-a7318ea066f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:41.956121 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-e20953c0-f88a-4179-a4d0-a7318ea066f6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7b48db42-54cb-4d51-ae02-474ffdbd1752 HTTP/1.1" status: 204 len: 168 time: 0.5535338 Apr 11 18:20:41.959632 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60944) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:41.967335 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf7dd6-4d75-4dea-b064-5b07c2be244e None None] Network 3075154a-7a88-489a-ba8c-59028c658646 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:20:42.066709 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9b1e-ec38-4f80-8b9e-07308f1ae6c6 req-8a437aef-e51e-4d35-8a60-994bbfef3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:42.068439 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-83cf9b1e-ec38-4f80-8b9e-07308f1ae6c6 req-8a437aef-e51e-4d35-8a60-994bbfef3d9e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a30b93fdaa5346598d9e8d3d46808420&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1546586 Apr 11 18:20:42.106105 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (3075154a-7a88-489a-ba8c-59028c658646), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:42.179079 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Deleting port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:42.179429 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:42.233236 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] DHCP port deletion for 3075154a-7a88-489a-ba8c-59028c658646 request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:20:42.264433 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] For port 4b679759-cbf2-4a9f-a942-c5b11b8cde29, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=4b679759-cbf2-4a9f-a942-c5b11b8cde29,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:42.264814 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:42.281813 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Calling delete_port for 4b679759-cbf2-4a9f-a942-c5b11b8cde29 owned by network:dhcp {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:42.322650 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Deleting port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:42.323477 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:42.390026 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9b1e-ec38-4f80-8b9e-07308f1ae6c6 req-d669d432-2917-43f6-b07b-d7bc936bfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:42.394401 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-83cf9b1e-ec38-4f80-8b9e-07308f1ae6c6 req-d669d432-2917-43f6-b07b-d7bc936bfa4b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2705541 Apr 11 18:20:42.477937 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] For port 4b679759-cbf2-4a9f-a942-c5b11b8cde29, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=4b679759-cbf2-4a9f-a942-c5b11b8cde29,segment=NetworkSegment(a43f21e4-798c-4468-965d-0f0a619884ca),segment_id=a43f21e4-798c-4468-965d-0f0a619884ca)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:42.484321 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:42.524458 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Calling delete_port for 4b679759-cbf2-4a9f-a942-c5b11b8cde29 owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:42.605222 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-9edefa40-47a3-455b-ac95-57f6e54eb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:42.608002 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-9edefa40-47a3-455b-ac95-57f6e54eb9b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 1128 time: 0.0803354 Apr 11 18:20:42.612839 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:42.700664 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-d740933f-ccfb-4e03-8c9d-7f8c2ea7b044 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7 HTTP/1.1" status: 200 len: 217 time: 0.0806670 Apr 11 18:20:42.701696 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b679759-cbf2-4a9f-a942-c5b11b8cde29,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:42.710514 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f7590-2bde-48bd-993a-0eb6545416e6 req-7b44b875-8796-4761-8f45-76aeecf43dad tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:42.712669 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-c02f48b9-737b-40fe-96b9-2009f5bcc95f tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:42.715542 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-c02f48b9-737b-40fe-96b9-2009f5bcc95f tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.15 "GET /v2.0/networks?id=1f3e60e2-eecb-429e-aedd-ca31415d7770 HTTP/1.1" status: 200 len: 813 time: 0.2516429 Apr 11 18:20:42.715825 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (4b679759-cbf2-4a9f-a942-c5b11b8cde29), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:42.716853 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f32f7590-2bde-48bd-993a-0eb6545416e6 req-7b44b875-8796-4761-8f45-76aeecf43dad tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 944 time: 0.1913376 Apr 11 18:20:42.726788 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] No DVR routers for this DVR port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 on host dv-cinder-837354-1-iscsi {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:20:42.729114 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Request body: {'port': {'device_id': 'dd386a54-05db-4f80-9c27-d4d3bf852d68', 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770', 'admin_state_up': True, 'tenant_id': '91f6fa262a0d4db598df1d6e18002a09'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:20:42.730954 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] No DVR routers for this DVR port 4b679759-cbf2-4a9f-a942-c5b11b8cde29 on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:20:42.759443 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Pushing event deleted for resources: {'Port': ['ID=4b679759-cbf2-4a9f-a942-c5b11b8cde29,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:42.771021 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.771426 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.771899 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.772308 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.772685 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.773100 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.773520 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.773859 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.774275 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.774646 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.775022 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.775470 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.775846 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.776368 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.776791 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04abe7-89d3-47fd-8a9f-33e69d7f8afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:42.943189 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 4b679759-cbf2-4a9f-a942-c5b11b8cde29 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:20:42.997077 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-3ba22987-1cb3-4e5d-b654-3586c439ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:43.000037 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-3ba22987-1cb3-4e5d-b654-3586c439ec83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.2813003 Apr 11 18:20:43.005402 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 4b679759-cbf2-4a9f-a942-c5b11b8cde29 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:20:43.007383 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 4b679759-cbf2-4a9f-a942-c5b11b8cde29 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:20:43.050191 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (3075154a-7a88-489a-ba8c-59028c658646), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.084245 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Made reservation on behalf of 91f6fa262a0d4db598df1d6e18002a09 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:20:43.088383 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.092209 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-997a0e2f-dfd2-472a-be3b-15b209b98d12 req-89a8e7cc-7a52-41b6-aa45-9af6e875899a tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 210 time: 0.0493448 Apr 11 18:20:43.149544 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f32f7590-2bde-48bd-993a-0eb6545416e6 req-99249171-d6de-4d64-b538-ab58a5b7b23c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593187 Apr 11 18:20:43.153317 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3075154a-7a88-489a-ba8c-59028c658646']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:43.169386 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-de958b04-22c8-4d92-999e-5d36283f14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:43.174422 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-de958b04-22c8-4d92-999e-5d36283f14a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1642864 Apr 11 18:20:43.183929 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43f21e4-798c-4468-965d-0f0a619884ca') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:43.189661 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43f21e4-798c-4468-965d-0f0a619884ca') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:43.218768 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (a43f21e4-798c-4468-965d-0f0a619884ca), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.267901 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (a43f21e4-798c-4468-965d-0f0a619884ca), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.283317 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Allocated IP 172.20.0.8 (1f3e60e2-eecb-429e-aedd-ca31415d7770/06ec1ae0-3e11-4b19-8d56-841d61d1ddb0/9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:20:43.324961 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:20:43.325366 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (a43f21e4-798c-4468-965d-0f0a619884ca), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:20:43.329289 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:20:43.440100 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-a8065ec4-72af-4be4-b621-53cba5c996b7 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429757 Apr 11 18:20:43.528205 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (3075154a-7a88-489a-ba8c-59028c658646), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.537839 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.550932 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3075154a-7a88-489a-ba8c-59028c658646 HTTP/1.1" status: 204 len: 168 time: 1.5851300 Apr 11 18:20:43.558786 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks [] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.567791 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60982) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:43.585573 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a770404-0d91-4fe4-993b-26005625af91 admin admin] Pushing event deleted for resources: {'Network': ['ID=3075154a-7a88-489a-ba8c-59028c658646,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:43.614616 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-040bf8d0-1178-4572-9184-b8a5d3fc9fd1 req-ff10bb01-b608-413f-b29e-6af5c3026df6 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685095 Apr 11 18:20:43.711342 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.756935 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5eaf10ac-99b3-4b44-948d-f2ee2e04fcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.791755 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Network 1f3e60e2-eecb-429e-aedd-ca31415d7770 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:20:43.795361 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:20:43.799780 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:20:43.843367 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Pushing event updated for resources: {'Port': ['ID=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:43.878161 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:43.878847 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.903519 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5eaf10ac-99b3-4b44-948d-f2ee2e04fcbd admin admin] Publish callbacks [] for security_group (0d06e55f-b513-4c6b-b603-578427ba9ce4), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.025599 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-5eaf10ac-99b3-4b44-948d-f2ee2e04fcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (0d06e55f-b513-4c6b-b603-578427ba9ce4), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.035584 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-cb9d3354-a329-4634-a8cd-9852ca692d83 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3112712 Apr 11 18:20:44.056553 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Request body: {'port': {'device_id': 'dd386a54-05db-4f80-9c27-d4d3bf852d68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:20:44.068287 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60988) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:44.099888 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf10ac-99b3-4b44-948d-f2ee2e04fcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d06e55f-b513-4c6b-b603-578427ba9ce4,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:44.107512 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-5eaf10ac-99b3-4b44-948d-f2ee2e04fcbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df3fea4ddf3f45268b3f2437bd397631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5310180 Apr 11 18:20:44.114701 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 60990) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:44.172596 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.183644 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-69a0aa04-f276-42ae-a427-0801603233e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8f78af66216431482636bd6522504cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1150746 Apr 11 18:20:44.190973 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 60996) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:44.245139 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b802b306-55da-40b2-82d4-e0c46361e454 admin admin] Publish callbacks [] for security_group (0d06e55f-b513-4c6b-b603-578427ba9ce4), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.292616 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b802b306-55da-40b2-82d4-e0c46361e454 admin admin] Publish callbacks [] for security_group (0d06e55f-b513-4c6b-b603-578427ba9ce4), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.334835 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd55bd5-0775-4234-9299-860cea3044cb req-bc0cec8d-4ed5-4adf-9f13-2b63dc437de6 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:44.335974 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bbd55bd5-0775-4234-9299-860cea3044cb req-bc0cec8d-4ed5-4adf-9f13-2b63dc437de6 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 931 time: 0.1215563 Apr 11 18:20:44.373416 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd8236-cd66-41bd-be82-2acc117d3cbf req-353d634c-e59e-4621-a088-b30e1c6672d1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:44.377004 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a3bd8236-cd66-41bd-be82-2acc117d3cbf req-353d634c-e59e-4621-a088-b30e1c6672d1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 944 time: 0.1002309 Apr 11 18:20:44.425968 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14a0a06e-81ec-4ec6-85cf-2be24b5b9c71 admin admin] Publish callbacks [] for security_group (0bc393b5-9260-4387-9e62-77946dcc3059), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.459032 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a3bd8236-cd66-41bd-be82-2acc117d3cbf req-0d41f415-a3fd-402e-a8b6-5e7bfc13a368 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714855 Apr 11 18:20:44.486302 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14a0a06e-81ec-4ec6-85cf-2be24b5b9c71 admin admin] Publish callbacks [] for security_group (0bc393b5-9260-4387-9e62-77946dcc3059), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.510790 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b802b306-55da-40b2-82d4-e0c46361e454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (0d06e55f-b513-4c6b-b603-578427ba9ce4), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.515759 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b802b306-55da-40b2-82d4-e0c46361e454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.519639 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-b802b306-55da-40b2-82d4-e0c46361e454 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d06e55f-b513-4c6b-b603-578427ba9ce4 HTTP/1.1" status: 204 len: 168 time: 0.4016292 Apr 11 18:20:44.534024 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802b306-55da-40b2-82d4-e0c46361e454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d06e55f-b513-4c6b-b603-578427ba9ce4,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:44.547800 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bbd55bd5-0775-4234-9299-860cea3044cb req-ebad998b-6f8c-4df5-8b04-bea2e6424880 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443589 Apr 11 18:20:44.776749 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:20:44.786568 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Publish callbacks [] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.804543 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Transition to ACTIVE for port object 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:20:44.825363 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14a0a06e-81ec-4ec6-85cf-2be24b5b9c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (0bc393b5-9260-4387-9e62-77946dcc3059), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.833149 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14a0a06e-81ec-4ec6-85cf-2be24b5b9c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:44.833149 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-14a0a06e-81ec-4ec6-85cf-2be24b5b9c71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bc393b5-9260-4387-9e62-77946dcc3059 HTTP/1.1" status: 204 len: 168 time: 0.6386652 Apr 11 18:20:44.844703 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0a06e-81ec-4ec6-85cf-2be24b5b9c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc393b5-9260-4387-9e62-77946dcc3059,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:45.002885 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.069254 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:45.197848 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Attempting to bind port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:20:45.199564 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Attempting to bind port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '72b983bb-d1f3-428e-bbef-81f632eb767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:20:45.199564 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Attempting to bind port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 on network 1f3e60e2-eecb-429e-aedd-ca31415d7770 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:20:45.207893 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 on network 1f3e60e2-eecb-429e-aedd-ca31415d7770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:20:45.208486 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Attempting to bind port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 on network 1f3e60e2-eecb-429e-aedd-ca31415d7770 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:20:45.218752 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:20:45.219308 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Checking segment: {'id': '72b983bb-d1f3-428e-bbef-81f632eb767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:20:45.219941 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Bound using segment: {'id': '72b983bb-d1f3-428e-bbef-81f632eb767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:20:45.220858 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Bound port: 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b983bb-d1f3-428e-bbef-81f632eb767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:20:45.221388 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.269342 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:20:45.347029 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] For port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8, host hv-cinder-83735, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:20:45.355027 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] For port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:20:45.459970 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.514884 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:45.515983 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.521196 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 HTTP/1.1" status: 200 len: 1093 time: 1.4688859 Apr 11 18:20:45.521196 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd386a54-05db-4f80-9c27-d4d3bf852d68', 'tag': '9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:20:45.523756 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77e3833-3631-40ab-98a9-3b66382eb52c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd386a54-05db-4f80-9c27-d4d3bf852d68", "tag": "9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:20:45.587238 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 32786) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:45.626371 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabf799b-64e8-4090-898b-85163936a911 x-openstack-request-id: req-dabf799b-64e8-4090-898b-85163936a911 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:20:45.626841 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd386a54-05db-4f80-9c27-d4d3bf852d68", "tag": "9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:20:45.627267 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dabf799b-64e8-4090-898b-85163936a911 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:20:45.627943 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabf799b-64e8-4090-898b-85163936a911'] response: {'name': 'network-changed', 'server_uuid': 'dd386a54-05db-4f80-9c27-d4d3bf852d68', 'tag': '9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8', 'status': 'completed', 'code': 200} Apr 11 18:20:45.635965 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a4433-f37c-4f31-a4f1-2f0a2c01e1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:45.662910 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-06607b63-4b40-4d63-979e-aeb715ac4b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.763705 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7666-4b9a-4f65-8bd8-9843cff31c0c req-b7a94ee7-5d3f-4da3-820b-4057f376daf6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:45.769121 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-90bb7666-4b9a-4f65-8bd8-9843cff31c0c req-b7a94ee7-5d3f-4da3-820b-4057f376daf6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 944 time: 0.1693556 Apr 11 18:20:45.800296 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3833-3631-40ab-98a9-3b66382eb52c req-660d5190-bf65-48e0-8f4c-a47ab451768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:45.802056 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d77e3833-3631-40ab-98a9-3b66382eb52c req-660d5190-bf65-48e0-8f4c-a47ab451768c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=91f6fa262a0d4db598df1d6e18002a09&device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 1127 time: 0.1172123 Apr 11 18:20:45.828684 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15873c-3047-4277-bfc0-888ae24c803c req-4228d767-c2b5-48ff-825a-7140b03e2be2 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:45.830257 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2b15873c-3047-4277-bfc0-888ae24c803c req-4228d767-c2b5-48ff-825a-7140b03e2be2 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 943 time: 0.0870967 Apr 11 18:20:45.895383 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-90bb7666-4b9a-4f65-8bd8-9843cff31c0c req-637ba77f-1c89-42bd-ae2e-2e6182fcde8e tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211939 Apr 11 18:20:45.948773 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-06607b63-4b40-4d63-979e-aeb715ac4b14 admin admin] Publish callbacks [] for security_group (45e48cfc-39d7-4e91-b102-e4c47d8006c6), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:46.014500 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-06607b63-4b40-4d63-979e-aeb715ac4b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (45e48cfc-39d7-4e91-b102-e4c47d8006c6), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:46.066671 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-06607b63-4b40-4d63-979e-aeb715ac4b14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c2b435fee4e445ab68efa1faefbc05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775615 Apr 11 18:20:46.067642 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06607b63-4b40-4d63-979e-aeb715ac4b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e48cfc-39d7-4e91-b102-e4c47d8006c6,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:46.070122 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 32792) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:46.128653 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ecca94ff-361c-45a2-9fda-4abf89a0dc1a admin admin] Publish callbacks [] for security_group (45e48cfc-39d7-4e91-b102-e4c47d8006c6), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:46.154969 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ecca94ff-361c-45a2-9fda-4abf89a0dc1a admin admin] Publish callbacks [] for security_group (45e48cfc-39d7-4e91-b102-e4c47d8006c6), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:46.234010 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2b15873c-3047-4277-bfc0-888ae24c803c req-8175707c-722d-4210-9080-da27b32abe08 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967863 Apr 11 18:20:46.267143 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3833-3631-40ab-98a9-3b66382eb52c req-db744d21-8ce0-47b6-afc7-a21ffe344ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:46.267143 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d77e3833-3631-40ab-98a9-3b66382eb52c req-db744d21-8ce0-47b6-afc7-a21ffe344ee1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=91f6fa262a0d4db598df1d6e18002a09&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4562817 Apr 11 18:20:46.333458 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ecca94ff-361c-45a2-9fda-4abf89a0dc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (45e48cfc-39d7-4e91-b102-e4c47d8006c6), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:46.334058 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-ecca94ff-361c-45a2-9fda-4abf89a0dc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:46.335858 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-ecca94ff-361c-45a2-9fda-4abf89a0dc1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45e48cfc-39d7-4e91-b102-e4c47d8006c6 HTTP/1.1" status: 204 len: 168 time: 0.2645881 Apr 11 18:20:46.347949 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca94ff-361c-45a2-9fda-4abf89a0dc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e48cfc-39d7-4e91-b102-e4c47d8006c6,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:46.428549 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3833-3631-40ab-98a9-3b66382eb52c req-9fbccf51-73e8-4c52-8654-3ecbe5a470c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:46.428549 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d77e3833-3631-40ab-98a9-3b66382eb52c req-9fbccf51-73e8-4c52-8654-3ecbe5a470c7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543388 Apr 11 18:20:46.553005 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-289406ee-a9b6-4770-a651-1acc8ea4b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:46.555877 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-289406ee-a9b6-4770-a651-1acc8ea4b41b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=91f6fa262a0d4db598df1d6e18002a09&device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 1127 time: 0.0803039 Apr 11 18:20:46.612754 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-37b7c852-be54-4315-bd2e-9e04d5a1afc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 HTTP/1.1" status: 200 len: 217 time: 0.0491290 Apr 11 18:20:46.687070 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-99794746-4f81-4c2a-b615-15b6063ed5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:46.687070 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-99794746-4f81-4c2a-b615-15b6063ed5a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06ec1ae0-3e11-4b19-8d56-841d61d1ddb0 HTTP/1.1" status: 200 len: 853 time: 0.0662003 Apr 11 18:20:46.742205 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-24b28fdc-4ec3-40c0-9b43-f4dcbd826f28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f3e60e2-eecb-429e-aedd-ca31415d7770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498035 Apr 11 18:20:46.895992 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-5068988b-ae66-48db-8f9b-690bbc0565f4 service neutron] 10.222.0.15 "GET /v2.0/networks/1f3e60e2-eecb-429e-aedd-ca31415d7770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464555 Apr 11 18:20:47.092867 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81f73d-7233-4f5f-bf29-bf5676ff6852 req-9d4b6145-c481-4ab0-8e73-82bebdce510d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:47.094815 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ed81f73d-7233-4f5f-bf29-bf5676ff6852 req-9d4b6145-c481-4ab0-8e73-82bebdce510d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 944 time: 0.0803781 Apr 11 18:20:47.110765 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b5c8d975-be6b-4cd6-a966-a132d2b70b04 req-3db0c7b1-c4ba-4822-90c4-3c0804c9ddb2 service neutron] 10.222.0.15 "GET /v2.0/networks/1f3e60e2-eecb-429e-aedd-ca31415d7770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083097 Apr 11 18:20:47.184353 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ed81f73d-7233-4f5f-bf29-bf5676ff6852 req-e8ad746d-7f19-495a-ad13-87c40c1bf9d9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817156 Apr 11 18:20:47.437310 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84541adb-54eb-409a-a357-fef9a76d0066 req-5346ed5d-636f-4874-ada6-6c2338946f0f tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:47.439004 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-84541adb-54eb-409a-a357-fef9a76d0066 req-5346ed5d-636f-4874-ada6-6c2338946f0f tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 943 time: 0.0936422 Apr 11 18:20:47.528891 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-84541adb-54eb-409a-a357-fef9a76d0066 req-40388a75-c24c-4248-a497-eb678dc69186 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798123 Apr 11 18:20:48.348556 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147dc5-03b6-46be-b7bf-d52d58556778 req-5b835b6f-3b65-415b-8b8a-15549e491bd3 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:48.350498 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c9147dc5-03b6-46be-b7bf-d52d58556778 req-5b835b6f-3b65-415b-8b8a-15549e491bd3 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 944 time: 0.0668068 Apr 11 18:20:48.435732 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c9147dc5-03b6-46be-b7bf-d52d58556778 req-5f06d6d6-b6e3-4632-9bf3-2248bebcccf9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781136 Apr 11 18:20:48.683078 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208bdb6-30e9-4d7d-bc66-b8512a6cca1c req-75900c30-b04c-414a-ba17-c08574145d92 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:48.684730 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9208bdb6-30e9-4d7d-bc66-b8512a6cca1c req-75900c30-b04c-414a-ba17-c08574145d92 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 943 time: 0.0575757 Apr 11 18:20:48.758762 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9208bdb6-30e9-4d7d-bc66-b8512a6cca1c req-3c266bfa-5776-4e48-8a6d-90e31c72d3f5 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672162 Apr 11 18:20:49.141051 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:20:49.257688 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:49.270430 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8', 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770', 'port_id': '9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8', 'mac_address': 'fa:16:3e:d1:77:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec1ae0-3e11-4b19-8d56-841d61d1ddb0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:20:49.314957 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:20:49.315355 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:49.329335 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:20:49.352467 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:49.447565 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:49.517300 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:49.588279 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1162281-99f3-4cf9-aac6-ccdf63be366f req-d123a12f-396d-495f-85bd-209b12cda302 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:49.590732 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c1162281-99f3-4cf9-aac6-ccdf63be366f req-d123a12f-396d-495f-85bd-209b12cda302 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 944 time: 0.0554776 Apr 11 18:20:49.672903 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c1162281-99f3-4cf9-aac6-ccdf63be366f req-82582b40-67e9-4621-9f46-a50f68113375 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723760 Apr 11 18:20:49.685520 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:20:49.964817 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d19a5-23dc-4e24-b73e-39c0507be014 req-4148e9ee-08fe-4a0b-b64a-0d1c7a105a8f tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:49.968173 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-661d19a5-23dc-4e24-b73e-39c0507be014 req-4148e9ee-08fe-4a0b-b64a-0d1c7a105a8f tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 944 time: 0.1098285 Apr 11 18:20:50.027463 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-661d19a5-23dc-4e24-b73e-39c0507be014 req-d820a72c-23f9-4b8e-8dd1-d56c101b091d tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524883 Apr 11 18:20:50.817056 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40f9a-74d6-47d1-801f-7f527b9dd58a req-2b4844ca-11e8-4da4-9082-52325a975fe9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:50.818719 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b2f40f9a-74d6-47d1-801f-7f527b9dd58a req-2b4844ca-11e8-4da4-9082-52325a975fe9 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 944 time: 0.0710390 Apr 11 18:20:50.888108 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b2f40f9a-74d6-47d1-801f-7f527b9dd58a req-26876f0e-aa17-4499-953d-0b316ff21a6c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589776 Apr 11 18:20:50.967057 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 32934) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:51.107432 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01d4-75d1-40d9-a012-a4550557851c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.147881 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device e67c683f-b536-4b66-84eb-6943a5cd69c7 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:20:51.159030 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:20:51.234693 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01d4-75d1-40d9-a012-a4550557851c admin admin] Publish callbacks [] for security_group (22c51b79-4ec7-4a4f-96c1-bd1fb60625b0), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.250514 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bad0f-3276-42c5-b68a-fbebdbc124d1 req-d7e8d216-a6ff-4e31-8194-fc09de6ca6c0 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:51.252246 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e53bad0f-3276-42c5-b68a-fbebdbc124d1 req-d7e8d216-a6ff-4e31-8194-fc09de6ca6c0 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 944 time: 0.1284745 Apr 11 18:20:51.272532 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:20:51.300459 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port e67c683f-b536-4b66-84eb-6943a5cd69c7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:51.311962 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4c2a01d4-75d1-40d9-a012-a4550557851c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (22c51b79-4ec7-4a4f-96c1-bd1fb60625b0), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.315862 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:20:51.334744 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e53bad0f-3276-42c5-b68a-fbebdbc124d1 req-f5aff593-03e8-4464-bc6c-69b08baeb799 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763555 Apr 11 18:20:51.362753 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4c2a01d4-75d1-40d9-a012-a4550557851c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01a175600e584ae5a4c412dc9bbf7d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945813 Apr 11 18:20:51.364426 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a01d4-75d1-40d9-a012-a4550557851c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c51b79-4ec7-4a4f-96c1-bd1fb60625b0,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:51.368351 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 32944) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:51.379715 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port e67c683f-b536-4b66-84eb-6943a5cd69c7 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:20:51.380460 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.394514 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:20:51.395067 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.420220 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67c683f-b536-4b66-84eb-6943a5cd69c7 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:20:51.442526 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d5a89ca0-b7b7-4977-b1b2-94ee8c1e0770 admin admin] Publish callbacks [] for security_group (22c51b79-4ec7-4a4f-96c1-bd1fb60625b0), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.453235 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port e67c683f-b536-4b66-84eb-6943a5cd69c7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:51.478115 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d5a89ca0-b7b7-4977-b1b2-94ee8c1e0770 admin admin] Publish callbacks [] for security_group (22c51b79-4ec7-4a4f-96c1-bd1fb60625b0), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.508936 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:20:51.512740 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.536712 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.548372 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd386a54-05db-4f80-9c27-d4d3bf852d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:20:51.550731 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d35e543-2b8c-491a-aebb-ef18ec5d9812" -d '{"events": [{"server_uuid": "dd386a54-05db-4f80-9c27-d4d3bf852d68", "name": "network-vif-plugged", "status": "completed", "tag": "9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:20:51.587199 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:51.611291 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f01dba-03e0-439f-bafc-cb45c6a51df5 x-openstack-request-id: req-d7f01dba-03e0-439f-bafc-cb45c6a51df5 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:20:51.611756 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd386a54-05db-4f80-9c27-d4d3bf852d68", "name": "network-vif-plugged", "status": "completed", "tag": "9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:20:51.612192 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7f01dba-03e0-439f-bafc-cb45c6a51df5 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:20:51.612852 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f01dba-03e0-439f-bafc-cb45c6a51df5'] response: {'server_uuid': 'dd386a54-05db-4f80-9c27-d4d3bf852d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8', 'code': 200} Apr 11 18:20:51.633207 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d5a89ca0-b7b7-4977-b1b2-94ee8c1e0770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (22c51b79-4ec7-4a4f-96c1-bd1fb60625b0), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.638027 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d5a89ca0-b7b7-4977-b1b2-94ee8c1e0770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.642531 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d5a89ca0-b7b7-4977-b1b2-94ee8c1e0770 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22c51b79-4ec7-4a4f-96c1-bd1fb60625b0 HTTP/1.1" status: 204 len: 168 time: 0.2689610 Apr 11 18:20:51.654038 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=e67c683f-b536-4b66-84eb-6943a5cd69c7,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:51.661152 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a89ca0-b7b7-4977-b1b2-94ee8c1e0770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c51b79-4ec7-4a4f-96c1-bd1fb60625b0,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:51.683355 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:51.773889 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:51.792987 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['e67c683f-b536-4b66-84eb-6943a5cd69c7'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:20:52.047068 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29135332-c838-4385-acb0-f35824059a39 req-7bf87d5f-7fa4-4cf1-81fc-1e514e3c78c1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:52.048674 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-29135332-c838-4385-acb0-f35824059a39 req-7bf87d5f-7fa4-4cf1-81fc-1e514e3c78c1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 945 time: 0.0545897 Apr 11 18:20:52.112389 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-29135332-c838-4385-acb0-f35824059a39 req-dab260b8-76cc-46f3-b5c0-dc5894aa5eb0 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576823 Apr 11 18:20:52.228933 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605c561-ee78-44d8-ab92-fb9572577e1a req-deb98e8a-15fc-4023-b7f4-40a1724c6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:52.230498 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9605c561-ee78-44d8-ab92-fb9572577e1a req-deb98e8a-15fc-4023-b7f4-40a1724c6196 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 1129 time: 0.0444558 Apr 11 18:20:52.280703 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9605c561-ee78-44d8-ab92-fb9572577e1a req-6a000e56-51f4-4b56-be47-54522b3b436a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Apr 11 18:20:52.545244 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663c6df-6948-46c9-9db1-ade4a77cd4cb req-cadccad9-9d9d-4118-acc8-99a51219b38b tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:52.546881 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9663c6df-6948-46c9-9db1-ade4a77cd4cb req-cadccad9-9d9d-4118-acc8-99a51219b38b tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 945 time: 0.0730288 Apr 11 18:20:52.606816 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9663c6df-6948-46c9-9db1-ade4a77cd4cb req-cbfe61df-e202-4639-91da-31d5f346c63e tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519478 Apr 11 18:20:53.172674 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device e67c683f-b536-4b66-84eb-6943a5cd69c7 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:20:53.255642 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651cc74-a3f8-4377-a123-2add9611eb01 req-d18a5004-886c-421b-8364-05dc3bd6fc29 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:53.257432 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9651cc74-a3f8-4377-a123-2add9611eb01 req-d18a5004-886c-421b-8364-05dc3bd6fc29 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 945 time: 0.0631227 Apr 11 18:20:53.327314 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9651cc74-a3f8-4377-a123-2add9611eb01 req-f8ded813-a807-4917-9a35-06cce562fdf8 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605712 Apr 11 18:20:53.359760 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port e67c683f-b536-4b66-84eb-6943a5cd69c7 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:20:53.429652 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port e67c683f-b536-4b66-84eb-6943a5cd69c7 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:20:53.430696 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:53.519200 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port e67c683f-b536-4b66-84eb-6943a5cd69c7 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:20:53.519593 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:53.555301 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port e67c683f-b536-4b66-84eb-6943a5cd69c7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:53.614254 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:20:53.616596 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c3a7ad-550e-4f52-bbd7-68ae5eaa8ca5" -d '{"events": [{"server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "name": "network-vif-plugged", "status": "completed", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:20:53.654303 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5882fa9-1dbc-41b7-a3f8-34d2f3d6a077 x-openstack-request-id: req-c5882fa9-1dbc-41b7-a3f8-34d2f3d6a077 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:20:53.654607 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "name": "network-vif-plugged", "status": "completed", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:20:53.654863 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5882fa9-1dbc-41b7-a3f8-34d2f3d6a077 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:20:53.655255 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5882fa9-1dbc-41b7-a3f8-34d2f3d6a077'] response: {'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'code': 200} Apr 11 18:20:53.658762 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:53.716962 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=e67c683f-b536-4b66-84eb-6943a5cd69c7,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:53.792238 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161ef6f-df07-4dd3-9f94-a79e54c9b7a3 req-39b10af4-12df-4446-80d7-07cda79c6377 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:53.793945 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4161ef6f-df07-4dd3-9f94-a79e54c9b7a3 req-39b10af4-12df-4446-80d7-07cda79c6377 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 945 time: 0.0924132 Apr 11 18:20:53.843177 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-4161ef6f-df07-4dd3-9f94-a79e54c9b7a3 req-2bff3a0d-bbc1-44d9-b601-9ba0df770746 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Apr 11 18:20:54.328384 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacb238-5695-456c-a309-62408b397d2b req-c6642797-a526-4567-a0e8-6776dbcd5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:54.330153 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0eacb238-5695-456c-a309-62408b397d2b req-c6642797-a526-4567-a0e8-6776dbcd5d6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 1130 time: 0.0392718 Apr 11 18:20:54.387642 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0eacb238-5695-456c-a309-62408b397d2b req-8300b315-5a3e-4ee5-be17-90b9ba7438ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503104 Apr 11 18:20:54.467920 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c0af-9bce-4285-8c4f-8d7da93efe82 req-42f545a0-f39e-45fa-a3cc-b00a30e90661 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:54.469522 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c4c6c0af-9bce-4285-8c4f-8d7da93efe82 req-42f545a0-f39e-45fa-a3cc-b00a30e90661 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 946 time: 0.0493739 Apr 11 18:20:54.519502 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c4c6c0af-9bce-4285-8c4f-8d7da93efe82 req-9e24e664-545e-4f98-9e5d-1e0a05504b0c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445857 Apr 11 18:20:54.962714 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a5759-2aad-4e89-a6b7-ba734a3049b8 req-ae094b74-1cf1-452b-9c58-e3d086b01f88 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:54.964259 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-584a5759-2aad-4e89-a6b7-ba734a3049b8 req-ae094b74-1cf1-452b-9c58-e3d086b01f88 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 945 time: 0.0498219 Apr 11 18:20:55.022132 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-584a5759-2aad-4e89-a6b7-ba734a3049b8 req-65ce0e60-670e-46f5-a74a-eebc0dfaf121 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506682 Apr 11 18:20:55.387164 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33122) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:55.481031 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33126) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:55.600359 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-342639f8-6c48-4338-aa0d-4aa2afee8360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:55.637119 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-917bffc5-1d7d-4b48-ade8-53f29172ce1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:55.682560 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138aa0-4426-4d18-a814-3b965af85598 req-548c2f6b-ef65-4ec4-8df0-cc3e71cecfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:55.684435 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0a138aa0-4426-4d18-a814-3b965af85598 req-548c2f6b-ef65-4ec4-8df0-cc3e71cecfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 946 time: 0.0742512 Apr 11 18:20:55.730276 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-917bffc5-1d7d-4b48-ade8-53f29172ce1c admin admin] Publish callbacks [] for security_group (26225e08-02d2-48da-b2bd-67f99432c0ca), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:55.763515 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0a138aa0-4426-4d18-a814-3b965af85598 req-4508ccba-e228-4ec4-9d76-ed83525c15d1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728345 Apr 11 18:20:55.786833 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-342639f8-6c48-4338-aa0d-4aa2afee8360 admin admin] Publish callbacks [] for security_group (72131f1b-c094-459e-be47-293131568314), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:55.847103 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-917bffc5-1d7d-4b48-ade8-53f29172ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (26225e08-02d2-48da-b2bd-67f99432c0ca), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:55.887297 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-917bffc5-1d7d-4b48-ade8-53f29172ce1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eda3e105db534ebcbd4faeb6b61c7da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050620 Apr 11 18:20:55.888179 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bffc5-1d7d-4b48-ade8-53f29172ce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26225e08-02d2-48da-b2bd-67f99432c0ca,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:55.890046 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33136) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:55.905236 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-342639f8-6c48-4338-aa0d-4aa2afee8360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (72131f1b-c094-459e-be47-293131568314), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:55.965425 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-342639f8-6c48-4338-aa0d-4aa2afee8360 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46d12086c5d44bf4805940df271b98ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767326 Apr 11 18:20:55.969512 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342639f8-6c48-4338-aa0d-4aa2afee8360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72131f1b-c094-459e-be47-293131568314,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:55.969689 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33140) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:55.998895 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b350ff73-43eb-42b8-92d6-2ccb594b898f admin admin] Publish callbacks [] for security_group (26225e08-02d2-48da-b2bd-67f99432c0ca), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:56.025227 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b350ff73-43eb-42b8-92d6-2ccb594b898f admin admin] Publish callbacks [] for security_group (26225e08-02d2-48da-b2bd-67f99432c0ca), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:56.048194 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3d13b756-1459-43f9-ad84-1a2e117861e4 admin admin] Publish callbacks [] for security_group (72131f1b-c094-459e-be47-293131568314), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:56.079645 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3d13b756-1459-43f9-ad84-1a2e117861e4 admin admin] Publish callbacks [] for security_group (72131f1b-c094-459e-be47-293131568314), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:56.138594 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b350ff73-43eb-42b8-92d6-2ccb594b898f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (26225e08-02d2-48da-b2bd-67f99432c0ca), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:56.141293 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b350ff73-43eb-42b8-92d6-2ccb594b898f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:56.142717 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b350ff73-43eb-42b8-92d6-2ccb594b898f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26225e08-02d2-48da-b2bd-67f99432c0ca HTTP/1.1" status: 204 len: 168 time: 0.2505372 Apr 11 18:20:56.151885 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350ff73-43eb-42b8-92d6-2ccb594b898f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26225e08-02d2-48da-b2bd-67f99432c0ca,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:56.197105 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3d13b756-1459-43f9-ad84-1a2e117861e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (72131f1b-c094-459e-be47-293131568314), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:56.200254 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-3d13b756-1459-43f9-ad84-1a2e117861e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:56.201481 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-3d13b756-1459-43f9-ad84-1a2e117861e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72131f1b-c094-459e-be47-293131568314 HTTP/1.1" status: 204 len: 168 time: 0.2309532 Apr 11 18:20:56.210358 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13b756-1459-43f9-ad84-1a2e117861e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72131f1b-c094-459e-be47-293131568314,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:56.894977 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f5c32-1ff1-4abf-ba46-9ca35edfb02d req-726fcb51-b603-4838-b0f4-a47fdc248101 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:56.896614 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae2f5c32-1ff1-4abf-ba46-9ca35edfb02d req-726fcb51-b603-4838-b0f4-a47fdc248101 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 946 time: 0.0607338 Apr 11 18:20:56.950336 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ae2f5c32-1ff1-4abf-ba46-9ca35edfb02d req-d8257ff6-fb82-4389-985b-be730be8e54b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481672 Apr 11 18:20:57.066994 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33174) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:57.091703 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9fd61-e128-45d5-ad65-f3b0c6802d52 req-ba12d35c-5b02-49c9-9d09-f1a515f5d546 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:57.093656 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ea9fd61-e128-45d5-ad65-f3b0c6802d52 req-ba12d35c-5b02-49c9-9d09-f1a515f5d546 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 946 time: 0.0700595 Apr 11 18:20:57.095001 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-886c86f6-1174-4bcd-bdec-6d5ee0d7d8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.125260 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33176) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:57.141976 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9cbca45c-cdf7-431f-ba10-1c360ec278d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.193159 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7ea9fd61-e128-45d5-ad65-f3b0c6802d52 req-5cdf1563-ec7c-4fdc-88be-aa4cb21d6b01 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879385 Apr 11 18:20:57.217039 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33178) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:57.243640 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-886c86f6-1174-4bcd-bdec-6d5ee0d7d8ce admin admin] Publish callbacks [] for security_group (3ae5a054-0ad8-4ba0-ac96-d357b7f82279), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.276247 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9cbca45c-cdf7-431f-ba10-1c360ec278d0 admin admin] Publish callbacks [] for security_group (77ee2508-9304-4225-9c60-89b70714e218), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.278070 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ff7af-caf7-4b3c-8b2d-e6cc129342d1 tempest-TestVolumeBootPattern-1562829711 tempest-TestVolumeBootPattern-1562829711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:57.279613 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-dd1ff7af-caf7-4b3c-8b2d-e6cc129342d1 tempest-TestVolumeBootPattern-1562829711 tempest-TestVolumeBootPattern-1562829711-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 1125 time: 0.0616393 Apr 11 18:20:57.282600 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33180) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:57.290787 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:20:57.338574 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-886c86f6-1174-4bcd-bdec-6d5ee0d7d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (3ae5a054-0ad8-4ba0-ac96-d357b7f82279), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.386187 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-886c86f6-1174-4bcd-bdec-6d5ee0d7d8ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdd1669d05ed408a838a4b107b21715f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174400 Apr 11 18:20:57.387071 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c86f6-1174-4bcd-bdec-6d5ee0d7d8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae5a054-0ad8-4ba0-ac96-d357b7f82279,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:57.388884 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33182) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:57.422410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9cbca45c-cdf7-431f-ba10-1c360ec278d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (77ee2508-9304-4225-9c60-89b70714e218), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.466544 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.485115 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbca45c-cdf7-431f-ba10-1c360ec278d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ee2508-9304-4225-9c60-89b70714e218,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:57.504378 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-9cbca45c-cdf7-431f-ba10-1c360ec278d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8dccfebff0a4145a1bdaf6baf6e42c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778512 Apr 11 18:20:57.508241 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33184) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:57.538660 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-909a0d03-7d42-4ecf-bd6e-8ce823c73313 admin admin] Publish callbacks [] for security_group (3ae5a054-0ad8-4ba0-ac96-d357b7f82279), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.568917 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b57267f4-02a3-4dbe-8fe2-e84d13376765 admin admin] Publish callbacks [] for security_group (77ee2508-9304-4225-9c60-89b70714e218), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.572931 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-909a0d03-7d42-4ecf-bd6e-8ce823c73313 admin admin] Publish callbacks [] for security_group (3ae5a054-0ad8-4ba0-ac96-d357b7f82279), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.590090 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.592548 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b57267f4-02a3-4dbe-8fe2-e84d13376765 admin admin] Publish callbacks [] for security_group (77ee2508-9304-4225-9c60-89b70714e218), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.728419 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Allocated IP 172.27.2.167 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/cfeb0e0c-e4dd-425f-acec-7aef01c85b62) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:20:57.755567 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b57267f4-02a3-4dbe-8fe2-e84d13376765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (77ee2508-9304-4225-9c60-89b70714e218), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.758837 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b57267f4-02a3-4dbe-8fe2-e84d13376765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.761218 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b57267f4-02a3-4dbe-8fe2-e84d13376765 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77ee2508-9304-4225-9c60-89b70714e218 HTTP/1.1" status: 204 len: 168 time: 0.2505555 Apr 11 18:20:57.770694 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57267f4-02a3-4dbe-8fe2-e84d13376765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ee2508-9304-4225-9c60-89b70714e218,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:57.838644 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-909a0d03-7d42-4ecf-bd6e-8ce823c73313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (3ae5a054-0ad8-4ba0-ac96-d357b7f82279), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.841562 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-909a0d03-7d42-4ecf-bd6e-8ce823c73313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:57.842649 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-909a0d03-7d42-4ecf-bd6e-8ce823c73313 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ae5a054-0ad8-4ba0-ac96-d357b7f82279 HTTP/1.1" status: 204 len: 168 time: 0.4525378 Apr 11 18:20:57.864790 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a0d03-7d42-4ecf-bd6e-8ce823c73313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae5a054-0ad8-4ba0-ac96-d357b7f82279,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:57.880610 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33192) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:57.903287 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for port (cfeb0e0c-e4dd-425f-acec-7aef01c85b62), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.031461 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (cfeb0e0c-e4dd-425f-acec-7aef01c85b62), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.091775 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:20:58.098579 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:20:58.101426 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:20:58.103827 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'Port': ['ID=cfeb0e0c-e4dd-425f-acec-7aef01c85b62,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:58.361677 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b2e224da-3f67-4d3e-ac35-c487925c0a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.484209 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b2e224da-3f67-4d3e-ac35-c487925c0a09 admin admin] Publish callbacks [] for security_group (f65cc8c4-0544-4ee1-8f1c-56f620ecb664), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.536537 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (9c82c3c0-a480-40c1-8bbc-67af788cbb19), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.569875 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b2e224da-3f67-4d3e-ac35-c487925c0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (f65cc8c4-0544-4ee1-8f1c-56f620ecb664), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.611846 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b2e224da-3f67-4d3e-ac35-c487925c0a09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cc5f7c3e8cf4e8d83c2ce73e645bd2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7296071 Apr 11 18:20:58.616561 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e224da-3f67-4d3e-ac35-c487925c0a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65cc8c4-0544-4ee1-8f1c-56f620ecb664,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:58.616905 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33208) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:58.681882 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4128092-4f96-4a74-9504-80143a83110e admin admin] Publish callbacks [] for security_group (f65cc8c4-0544-4ee1-8f1c-56f620ecb664), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.704935 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4128092-4f96-4a74-9504-80143a83110e admin admin] Publish callbacks [] for security_group (f65cc8c4-0544-4ee1-8f1c-56f620ecb664), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.878612 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (cfeb0e0c-e4dd-425f-acec-7aef01c85b62), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.885935 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33212) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:58.903526 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a7927d9-cf3f-425c-914a-603a202d81c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.941227 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4128092-4f96-4a74-9504-80143a83110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (f65cc8c4-0544-4ee1-8f1c-56f620ecb664), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.944471 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-d4128092-4f96-4a74-9504-80143a83110e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:58.945641 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-d4128092-4f96-4a74-9504-80143a83110e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f65cc8c4-0544-4ee1-8f1c-56f620ecb664 HTTP/1.1" status: 204 len: 168 time: 0.3300211 Apr 11 18:20:58.981582 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4128092-4f96-4a74-9504-80143a83110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65cc8c4-0544-4ee1-8f1c-56f620ecb664,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:59.041654 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a7927d9-cf3f-425c-914a-603a202d81c0 admin admin] Publish callbacks [] for security_group (576e071d-30ad-4a9d-afe1-e6bba7de1dc6), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.121337 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a7927d9-cf3f-425c-914a-603a202d81c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (576e071d-30ad-4a9d-afe1-e6bba7de1dc6), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.156380 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for port (cfeb0e0c-e4dd-425f-acec-7aef01c85b62), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.167068 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6a7927d9-cf3f-425c-914a-603a202d81c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fb71420e5534d79b37ee73f79a2d11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796366 Apr 11 18:20:59.167985 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7927d9-cf3f-425c-914a-603a202d81c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576e071d-30ad-4a9d-afe1-e6bba7de1dc6,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:59.170302 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33224) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:59.225676 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a582a138-40ff-4214-95ba-8a352c49d424 admin admin] Publish callbacks [] for security_group (576e071d-30ad-4a9d-afe1-e6bba7de1dc6), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.253259 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a582a138-40ff-4214-95ba-8a352c49d424 admin admin] Publish callbacks [] for security_group (576e071d-30ad-4a9d-afe1-e6bba7de1dc6), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.287945 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (cfeb0e0c-e4dd-425f-acec-7aef01c85b62), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.374599 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'Port': ['ID=cfeb0e0c-e4dd-425f-acec-7aef01c85b62,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:59.386654 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (9c82c3c0-a480-40c1-8bbc-67af788cbb19), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.433987 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a582a138-40ff-4214-95ba-8a352c49d424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (576e071d-30ad-4a9d-afe1-e6bba7de1dc6), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.436997 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a582a138-40ff-4214-95ba-8a352c49d424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.438196 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-a582a138-40ff-4214-95ba-8a352c49d424 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/576e071d-30ad-4a9d-afe1-e6bba7de1dc6 HTTP/1.1" status: 204 len: 168 time: 0.2663691 Apr 11 18:20:59.452625 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582a138-40ff-4214-95ba-8a352c49d424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576e071d-30ad-4a9d-afe1-e6bba7de1dc6,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:59.536738 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Floating IP 9c82c3c0-a480-40c1-8bbc-67af788cbb19 associated. External IP: 172.27.2.167, port: e67c683f-b536-4b66-84eb-6943a5cd69c7. Apr 11 18:20:59.771965 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Router ac2aa955-1d78-4aee-99a5-9ca300f12e58 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:21:00.184307 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:00.197670 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] Sync routers for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:00.208795 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:00.209512 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:00.214085 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.274055 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33254) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:00.329143 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.348207 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:00.376897 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-7fa63ff1-9a05-4f4d-b4e6-40de591ca564 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0922434 Apr 11 18:21:00.377445 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:00.380892 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cf47e7-1d0e-4212-83b4-86060a272d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:00.439414 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97371748-91be-45f6-983a-19c3ce29570d x-openstack-request-id: req-97371748-91be-45f6-983a-19c3ce29570d {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:00.440021 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:00.440590 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97371748-91be-45f6-983a-19c3ce29570d {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:00.442116 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97371748-91be-45f6-983a-19c3ce29570d'] response: {'name': 'network-changed', 'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'status': 'completed', 'code': 200} Apr 11 18:21:00.530573 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-941d4cf2-17ae-4963-acdc-c1c4fbcd53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:00.534324 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-941d4cf2-17ae-4963-acdc-c1c4fbcd53d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 1130 time: 0.0652199 Apr 11 18:21:00.649647 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5692a097-9276-4c48-be07-9df186bf62a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.673248 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '9c82c3c0-a480-40c1-8bbc-67af788cbb19', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:20:58Z', 'updated_at': '2022-04-11T18:20:58Z', 'revision_number': 0, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:00.712406 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] Checking router: ac2aa955-1d78-4aee-99a5-9ca300f12e58 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:00.728130 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:00.730342 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:20:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:00.730811 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-a32c2de2-7d48-40a9-b364-d1f065505d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:00.732392 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-a32c2de2-7d48-40a9-b364-d1f065505d3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 912 time: 0.1925163 Apr 11 18:21:00.814257 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5692a097-9276-4c48-be07-9df186bf62a8 admin admin] Publish callbacks [] for security_group (936a7c22-adb8-4588-a210-24f9462f64f0), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.850574 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-c4255e2b-6690-4c09-8134-783acfc8e12b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7 HTTP/1.1" status: 200 len: 1000 time: 0.1088345 Apr 11 18:21:00.878161 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5692a097-9276-4c48-be07-9df186bf62a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (936a7c22-adb8-4588-a210-24f9462f64f0), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.971205 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:00.981244 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5692a097-9276-4c48-be07-9df186bf62a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c131ee8ee76e41979a6e8d1a7c502bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7060142 Apr 11 18:21:00.981670 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33276) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:00.983203 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-1bb99c3a-16e3-4be4-bf15-343006967337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:00.984849 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-1bb99c3a-16e3-4be4-bf15-343006967337 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.1270101 Apr 11 18:21:01.053149 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692a097-9276-4c48-be07-9df186bf62a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a7c22-adb8-4588-a210-24f9462f64f0,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:01.078695 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-362c1395-8e09-4889-aab3-a0834fcdc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:01.079647 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-686fe587-ed3b-4325-980b-ef26316f5e54 admin admin] Publish callbacks [] for security_group (936a7c22-adb8-4588-a210-24f9462f64f0), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.084149 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-362c1395-8e09-4889-aab3-a0834fcdc884 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910811 Apr 11 18:21:01.131765 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-686fe587-ed3b-4325-980b-ef26316f5e54 admin admin] Publish callbacks [] for security_group (936a7c22-adb8-4588-a210-24f9462f64f0), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.275077 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-f30f3540-98b3-4ac3-8215-5c59c48d9a2d service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839392 Apr 11 18:21:01.415605 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-686fe587-ed3b-4325-980b-ef26316f5e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (936a7c22-adb8-4588-a210-24f9462f64f0), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.423074 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-686fe587-ed3b-4325-980b-ef26316f5e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.426726 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-686fe587-ed3b-4325-980b-ef26316f5e54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/936a7c22-adb8-4588-a210-24f9462f64f0 HTTP/1.1" status: 204 len: 168 time: 0.4432545 Apr 11 18:21:01.446532 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fe587-ed3b-4325-980b-ef26316f5e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a7c22-adb8-4588-a210-24f9462f64f0,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:01.463785 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e3cf47e7-1d0e-4212-83b4-86060a272d7e req-29027213-1031-4712-bb6a-05297d040ee4 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784983 Apr 11 18:21:01.475714 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '9c82c3c0-a480-40c1-8bbc-67af788cbb19', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:20:58Z', 'updated_at': '2022-04-11T18:20:58Z', 'revision_number': 0, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:01.537800 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73cd21-9454-40ab-a052-0d5b22d477df None None] The sync data for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi is: [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '9c82c3c0-a480-40c1-8bbc-67af788cbb19', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:20:58Z', 'updated_at': '2022-04-11T18:20:58Z', 'revision_number': 0, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:01.823017 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf722d4-c8b0-43b5-9f7b-a81b9b2290c8 None None] New status for floating IP 9c82c3c0-a480-40c1-8bbc-67af788cbb19: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:21:02.853712 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-15734ced-50ef-4583-936b-fe95ea512446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.053493 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d6628f29-9f12-4c25-9ac0-a17d24794c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.141173 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33398) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:05.283065 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c30aff3d-f0e6-4d4d-bc5d-2be9783b00cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.413875 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c30aff3d-f0e6-4d4d-bc5d-2be9783b00cb admin admin] Publish callbacks [] for security_group (eeee6be5-4471-4f39-9032-8a9892f2d37c), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.498292 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c30aff3d-f0e6-4d4d-bc5d-2be9783b00cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (eeee6be5-4471-4f39-9032-8a9892f2d37c), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.544247 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-c30aff3d-f0e6-4d4d-bc5d-2be9783b00cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84c17fc449d14103b5e084d865e7d297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995733 Apr 11 18:21:05.544247 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aff3d-f0e6-4d4d-bc5d-2be9783b00cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee6be5-4471-4f39-9032-8a9892f2d37c,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:05.544971 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33412) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:05.608078 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51708f9e-bef2-4789-8df1-32dcd43eb57c admin admin] Publish callbacks [] for security_group (eeee6be5-4471-4f39-9032-8a9892f2d37c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.636548 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51708f9e-bef2-4789-8df1-32dcd43eb57c admin admin] Publish callbacks [] for security_group (eeee6be5-4471-4f39-9032-8a9892f2d37c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.835685 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51708f9e-bef2-4789-8df1-32dcd43eb57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (eeee6be5-4471-4f39-9032-8a9892f2d37c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.838736 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51708f9e-bef2-4789-8df1-32dcd43eb57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.839991 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-51708f9e-bef2-4789-8df1-32dcd43eb57c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eeee6be5-4471-4f39-9032-8a9892f2d37c HTTP/1.1" status: 204 len: 168 time: 0.2939310 Apr 11 18:21:05.849734 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51708f9e-bef2-4789-8df1-32dcd43eb57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee6be5-4471-4f39-9032-8a9892f2d37c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:06.510624 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:06.738825 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33444) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:06.758951 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c19f1d03-32f3-460d-a2b2-495ffbfa2f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:06.845493 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c19f1d03-32f3-460d-a2b2-495ffbfa2f97 admin admin] Publish callbacks [] for security_group (3807719d-8d41-43eb-b33d-9e073b807291), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:06.979614 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c19f1d03-32f3-460d-a2b2-495ffbfa2f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (3807719d-8d41-43eb-b33d-9e073b807291), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:07.038050 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c19f1d03-32f3-460d-a2b2-495ffbfa2f97 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf71676e92ae4006aeb72cbd019ed7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980247 Apr 11 18:21:07.039679 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1d03-32f3-460d-a2b2-495ffbfa2f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3807719d-8d41-43eb-b33d-9e073b807291,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:07.041723 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33448) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:07.105259 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc7f7-7353-4375-8a05-94c482efbca4 admin admin] Publish callbacks [] for security_group (3807719d-8d41-43eb-b33d-9e073b807291), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:07.129246 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc7f7-7353-4375-8a05-94c482efbca4 admin admin] Publish callbacks [] for security_group (3807719d-8d41-43eb-b33d-9e073b807291), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:07.265200 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc7f7-7353-4375-8a05-94c482efbca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (3807719d-8d41-43eb-b33d-9e073b807291), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:07.269935 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc7f7-7353-4375-8a05-94c482efbca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:07.272110 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-f0dfc7f7-7353-4375-8a05-94c482efbca4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3807719d-8d41-43eb-b33d-9e073b807291 HTTP/1.1" status: 204 len: 168 time: 0.2285192 Apr 11 18:21:07.282296 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfc7f7-7353-4375-8a05-94c482efbca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3807719d-8d41-43eb-b33d-9e073b807291,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:07.809172 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:08.850584 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33520) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:09.110205 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f319c1e1-c6cd-4c8a-8870-4a601f1d4def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:09.141775 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:09.207681 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f319c1e1-c6cd-4c8a-8870-4a601f1d4def admin admin] Publish callbacks [] for security_group (31065d4f-5450-471f-b694-3b76cc17ff46), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:09.292650 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-f319c1e1-c6cd-4c8a-8870-4a601f1d4def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (31065d4f-5450-471f-b694-3b76cc17ff46), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:09.338069 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-f319c1e1-c6cd-4c8a-8870-4a601f1d4def admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=483e86ee3cfe4d8c88288527b39794ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856801 Apr 11 18:21:09.339021 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319c1e1-c6cd-4c8a-8870-4a601f1d4def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31065d4f-5450-471f-b694-3b76cc17ff46,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:09.341611 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33540) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:09.409328 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6637099d-d8f2-4d50-a438-7b844ee3e5c0 admin admin] Publish callbacks [] for security_group (31065d4f-5450-471f-b694-3b76cc17ff46), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:09.436673 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6637099d-d8f2-4d50-a438-7b844ee3e5c0 admin admin] Publish callbacks [] for security_group (31065d4f-5450-471f-b694-3b76cc17ff46), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:09.613460 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6637099d-d8f2-4d50-a438-7b844ee3e5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (31065d4f-5450-471f-b694-3b76cc17ff46), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:09.613460 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6637099d-d8f2-4d50-a438-7b844ee3e5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:09.613460 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6637099d-d8f2-4d50-a438-7b844ee3e5c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31065d4f-5450-471f-b694-3b76cc17ff46 HTTP/1.1" status: 204 len: 168 time: 0.2623277 Apr 11 18:21:09.620008 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637099d-d8f2-4d50-a438-7b844ee3e5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31065d4f-5450-471f-b694-3b76cc17ff46,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:09.670831 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33552) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:09.824155 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f0a14e6-fd91-4a27-93a4-2284f1c8b20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:09.919847 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f0a14e6-fd91-4a27-93a4-2284f1c8b20d admin admin] Publish callbacks [] for security_group (a8f52dfa-6324-47fd-9160-0e065b56e53c), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:10.144171 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-9f0a14e6-fd91-4a27-93a4-2284f1c8b20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (a8f52dfa-6324-47fd-9160-0e065b56e53c), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:10.188422 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-9f0a14e6-fd91-4a27-93a4-2284f1c8b20d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05ec1e61b586485fa22082fa036cfd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153844 Apr 11 18:21:10.191314 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33572) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:10.194079 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a14e6-fd91-4a27-93a4-2284f1c8b20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f52dfa-6324-47fd-9160-0e065b56e53c,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:10.270389 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e875760-bde0-4868-9285-fe0f9f16947f admin admin] Publish callbacks [] for security_group (a8f52dfa-6324-47fd-9160-0e065b56e53c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:10.299824 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e875760-bde0-4868-9285-fe0f9f16947f admin admin] Publish callbacks [] for security_group (a8f52dfa-6324-47fd-9160-0e065b56e53c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:10.515424 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e875760-bde0-4868-9285-fe0f9f16947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (a8f52dfa-6324-47fd-9160-0e065b56e53c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:10.519708 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0e875760-bde0-4868-9285-fe0f9f16947f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:10.521178 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0e875760-bde0-4868-9285-fe0f9f16947f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8f52dfa-6324-47fd-9160-0e065b56e53c HTTP/1.1" status: 204 len: 168 time: 0.3283920 Apr 11 18:21:10.532878 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e875760-bde0-4868-9285-fe0f9f16947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f52dfa-6324-47fd-9160-0e065b56e53c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:10.856758 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33578) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:10.870644 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9f4e69c2-f9b7-45b0-a62e-dcf246c26fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:10.948725 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9f4e69c2-f9b7-45b0-a62e-dcf246c26fc2 admin admin] Publish callbacks [] for security_group (12087f5e-a24b-4a13-9615-06f6d79f5e02), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:11.036010 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9f4e69c2-f9b7-45b0-a62e-dcf246c26fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (12087f5e-a24b-4a13-9615-06f6d79f5e02), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:11.079213 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9f4e69c2-f9b7-45b0-a62e-dcf246c26fc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d79cd2ad7e29451bbb9e68136c9f977a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211051 Apr 11 18:21:11.086463 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e69c2-f9b7-45b0-a62e-dcf246c26fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12087f5e-a24b-4a13-9615-06f6d79f5e02,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:11.088596 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33588) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:11.139765 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-928998e4-f247-4aa8-b6c9-99a8564ee007 admin admin] Publish callbacks [] for security_group (12087f5e-a24b-4a13-9615-06f6d79f5e02), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:11.161408 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-928998e4-f247-4aa8-b6c9-99a8564ee007 admin admin] Publish callbacks [] for security_group (12087f5e-a24b-4a13-9615-06f6d79f5e02), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:11.275659 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-928998e4-f247-4aa8-b6c9-99a8564ee007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (12087f5e-a24b-4a13-9615-06f6d79f5e02), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:11.279398 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-928998e4-f247-4aa8-b6c9-99a8564ee007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:11.282106 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-928998e4-f247-4aa8-b6c9-99a8564ee007 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12087f5e-a24b-4a13-9615-06f6d79f5e02 HTTP/1.1" status: 204 len: 168 time: 0.1910310 Apr 11 18:21:11.290641 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928998e4-f247-4aa8-b6c9-99a8564ee007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12087f5e-a24b-4a13-9615-06f6d79f5e02,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:12.611365 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33650) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:12.733826 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ebca-0238-4e51-8f51-e5eecfbe1d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:12.812486 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ebca-0238-4e51-8f51-e5eecfbe1d44 admin admin] Publish callbacks [] for security_group (ce89e9b4-2e22-4c12-a2b4-d0e070bfe26e), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:12.909665 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ebca-0238-4e51-8f51-e5eecfbe1d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ce89e9b4-2e22-4c12-a2b4-d0e070bfe26e), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:12.957213 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-aaf7ebca-0238-4e51-8f51-e5eecfbe1d44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a32b2f604c8410aa6a48c06f2ba349c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402538 Apr 11 18:21:12.957213 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7ebca-0238-4e51-8f51-e5eecfbe1d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce89e9b4-2e22-4c12-a2b4-d0e070bfe26e,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:12.957213 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33656) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:13.008495 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-313a935b-4623-41e2-8c79-7fa2e4b55d4d admin admin] Publish callbacks [] for security_group (ce89e9b4-2e22-4c12-a2b4-d0e070bfe26e), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:13.031021 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-313a935b-4623-41e2-8c79-7fa2e4b55d4d admin admin] Publish callbacks [] for security_group (ce89e9b4-2e22-4c12-a2b4-d0e070bfe26e), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:13.207027 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-313a935b-4623-41e2-8c79-7fa2e4b55d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (ce89e9b4-2e22-4c12-a2b4-d0e070bfe26e), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:13.209570 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-313a935b-4623-41e2-8c79-7fa2e4b55d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:13.213766 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-313a935b-4623-41e2-8c79-7fa2e4b55d4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce89e9b4-2e22-4c12-a2b4-d0e070bfe26e HTTP/1.1" status: 204 len: 168 time: 0.2533946 Apr 11 18:21:13.221930 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a935b-4623-41e2-8c79-7fa2e4b55d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce89e9b4-2e22-4c12-a2b4-d0e070bfe26e,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:15.138661 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33686) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:15.262414 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b7af0f34-a7be-497e-8ed8-d15fa6a06060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.343401 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b7af0f34-a7be-497e-8ed8-d15fa6a06060 admin admin] Publish callbacks [] for security_group (47fbf7e3-bec7-4f95-ae6f-97864b2e6c28), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.475640 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b7af0f34-a7be-497e-8ed8-d15fa6a06060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (47fbf7e3-bec7-4f95-ae6f-97864b2e6c28), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.514446 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af0f34-a7be-497e-8ed8-d15fa6a06060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fbf7e3-bec7-4f95-ae6f-97864b2e6c28,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:15.519035 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-b7af0f34-a7be-497e-8ed8-d15fa6a06060 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd63e51d592b488ab08af20262fea7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793280 Apr 11 18:21:15.526511 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33694) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:15.574352 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fe9-4d9c-4586-aadf-49103adcb2bd admin admin] Publish callbacks [] for security_group (47fbf7e3-bec7-4f95-ae6f-97864b2e6c28), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.595358 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fe9-4d9c-4586-aadf-49103adcb2bd admin admin] Publish callbacks [] for security_group (47fbf7e3-bec7-4f95-ae6f-97864b2e6c28), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.732034 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fe9-4d9c-4586-aadf-49103adcb2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (47fbf7e3-bec7-4f95-ae6f-97864b2e6c28), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.734701 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7ce13fe9-4d9c-4586-aadf-49103adcb2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.735861 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-7ce13fe9-4d9c-4586-aadf-49103adcb2bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47fbf7e3-bec7-4f95-ae6f-97864b2e6c28 HTTP/1.1" status: 204 len: 168 time: 0.2130771 Apr 11 18:21:15.748985 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce13fe9-4d9c-4586-aadf-49103adcb2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fbf7e3-bec7-4f95-ae6f-97864b2e6c28,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:16.865263 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33728) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:16.975007 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c2c04cc-87b2-4ded-92d3-f6678532ff10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:17.054400 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c2c04cc-87b2-4ded-92d3-f6678532ff10 admin admin] Publish callbacks [] for security_group (5aa1cceb-ad7e-491f-ba23-3a6fe9ec9896), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:17.126829 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c2c04cc-87b2-4ded-92d3-f6678532ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5aa1cceb-ad7e-491f-ba23-3a6fe9ec9896), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:17.171810 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-8c2c04cc-87b2-4ded-92d3-f6678532ff10 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9163478938a54a15bc1d495ad9366782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053877 Apr 11 18:21:17.172790 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c04cc-87b2-4ded-92d3-f6678532ff10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1cceb-ad7e-491f-ba23-3a6fe9ec9896,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:17.174496 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33742) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:17.236474 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-10426ba2-b057-4bea-9cd9-3952406e0874 admin admin] Publish callbacks [] for security_group (5aa1cceb-ad7e-491f-ba23-3a6fe9ec9896), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:17.263209 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-10426ba2-b057-4bea-9cd9-3952406e0874 admin admin] Publish callbacks [] for security_group (5aa1cceb-ad7e-491f-ba23-3a6fe9ec9896), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:17.395269 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-10426ba2-b057-4bea-9cd9-3952406e0874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5aa1cceb-ad7e-491f-ba23-3a6fe9ec9896), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:17.398042 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-10426ba2-b057-4bea-9cd9-3952406e0874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:17.399401 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-10426ba2-b057-4bea-9cd9-3952406e0874 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5aa1cceb-ad7e-491f-ba23-3a6fe9ec9896 HTTP/1.1" status: 204 len: 168 time: 0.2237659 Apr 11 18:21:17.408428 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10426ba2-b057-4bea-9cd9-3952406e0874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa1cceb-ad7e-491f-ba23-3a6fe9ec9896,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:18.576250 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33772) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:18.679320 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1952621696-network', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:18.806841 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Made reservation on behalf of 9e6079f9aab44c4ab1aafeba4befcbe3 for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:18.809236 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:18.818102 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:18.894138 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Publish callbacks [] for security_group (547b0593-eb61-439f-9ba0-4bf97e874828), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:18.977747 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (547b0593-eb61-439f-9ba0-4bf97e874828), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:19.002622 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:21:19.012842 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547b0593-eb61-439f-9ba0-4bf97e874828,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:19.017656 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (8d593e07-34c5-4c55-b154-a1c31077e116), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:19.019703 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Added segment 8d593e07-34c5-4c55-b154-a1c31077e116 of type vlan for network c3a6795c-152d-4ca7-9add-795d702fb393 Apr 11 18:21:19.057041 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (c3a6795c-152d-4ca7-9add-795d702fb393), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:19.206784 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (c3a6795c-152d-4ca7-9add-795d702fb393), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:19.207782 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:19.208402 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:19.271230 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] Pushing event updated for resources: {'Network': ['ID=c3a6795c-152d-4ca7-9add-795d702fb393,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:19.283538 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network c3a6795c-152d-4ca7-9add-795d702fb393 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:21:19.324479 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-34325989-cd99-4646-88f1-debe10f26b2c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7470241 Apr 11 18:21:19.329439 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33780) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:19.333744 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Request body: {'subnet': {'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1952621696-subnet', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'ip_version': 4}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:19.435333 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Made reservation on behalf of 9e6079f9aab44c4ab1aafeba4befcbe3 for: {'subnet': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:19.437682 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25708753'] for subnet (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:19.756039 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25704795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25708739'] for subnet (5b10ff85-72fc-465d-a7bc-ae2d872ecfb4), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:19.808632 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b10ff85-72fc-465d-a7bc-ae2d872ecfb4,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:19.825166 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Checking segment: {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:19.825535 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Network hostable DHCP agents. Network: c3a6795c-152d-4ca7-9add-795d702fb393, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:21:19.921267 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Network c3a6795c-152d-4ca7-9add-795d702fb393 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:21:20.012555 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, c3a6795c-152d-4ca7-9add-795d702fb393) {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:20.017262 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:20.017866 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.024339 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c06391d-aaea-43f3-b538-ff312a5a10af None None] Network c3a6795c-152d-4ca7-9add-795d702fb393 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:20.095388 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-96ef96a4-786d-4894-91ff-12058915fb2c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7656295 Apr 11 18:21:20.098333 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33786) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:20.103272 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:20.127203 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-c3a6795c-152d-4ca7-9add-795d702fb393', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:21:20.128095 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.197014 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.198464 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.257912 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks [] for router_controller (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), precommit_add_association {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.272448 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Allocated IP 172.20.0.2 (c3a6795c-152d-4ca7-9add-795d702fb393/5b10ff85-72fc-465d-a7bc-ae2d872ecfb4/43450665-5ec2-4752-9e1c-33c160fe8123) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:20.430917 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Publish callbacks [] for port (43450665-5ec2-4752-9e1c-33c160fe8123), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.475901 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks [] for router_gateway (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.486690 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.534371 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Network c3a6795c-152d-4ca7-9add-795d702fb393 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:20.537148 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:20.539699 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:20.553504 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Pushing event updated for resources: {'Port': ['ID=43450665-5ec2-4752-9e1c-33c160fe8123,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:20.607337 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Attempting to bind port 43450665-5ec2-4752-9e1c-33c160fe8123 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:20.607952 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Attempting to bind port 43450665-5ec2-4752-9e1c-33c160fe8123 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:20.608443 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Attempting to bind port 43450665-5ec2-4752-9e1c-33c160fe8123 on network c3a6795c-152d-4ca7-9add-795d702fb393 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:20.617143 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:20.617510 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Checking segment: {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:20.617918 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.618319 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Bound using segment: {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:20.618786 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Bound port: 43450665-5ec2-4752-9e1c-33c160fe8123, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:20.619459 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.687749 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] For port 43450665-5ec2-4752-9e1c-33c160fe8123, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:20.690826 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] For port 43450665-5ec2-4752-9e1c-33c160fe8123, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=43450665-5ec2-4752-9e1c-33c160fe8123,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:20.713152 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks [] for router_gateway (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.732231 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.767347 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.841853 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e98219-d6a3-4b86-8b09-38481dc2296b None None] Pushing event updated for resources: {'Port': ['ID=43450665-5ec2-4752-9e1c-33c160fe8123,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:20.855201 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Allocated IP 172.27.2.189 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/6417a27e-8da5-44f8-b068-084af0284d93) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:20.962485 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks [] for port (6417a27e-8da5-44f8-b068-084af0284d93), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.052975 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (6417a27e-8da5-44f8-b068-084af0284d93), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.099696 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:21.103232 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:21.107064 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:21.115842 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=6417a27e-8da5-44f8-b068-084af0284d93,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:21.477469 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks [] for router_gateway (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.698711 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.791269 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72df960a-9bc5-4542-9010-1b679de07c0c None None] Network c3a6795c-152d-4ca7-9add-795d702fb393 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:21.826075 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-a3535ad7-d790-4748-a5b2-c605d2b0a775 None None] Provisioning complete for port 43450665-5ec2-4752-9e1c-33c160fe8123 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:21.829678 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a3535ad7-d790-4748-a5b2-c605d2b0a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.932706 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:21:22.100565 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-a3535ad7-d790-4748-a5b2-c605d2b0a775 None None] Current status of the port 43450665-5ec2-4752-9e1c-33c160fe8123 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:22.101072 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a3535ad7-d790-4748-a5b2-c605d2b0a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.139703 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-a3535ad7-d790-4748-a5b2-c605d2b0a775 None None] For port 43450665-5ec2-4752-9e1c-33c160fe8123, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=43450665-5ec2-4752-9e1c-33c160fe8123,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:22.223665 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a3535ad7-d790-4748-a5b2-c605d2b0a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.268253 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:21:22.287388 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3535ad7-d790-4748-a5b2-c605d2b0a775 None None] Pushing event updated for resources: {'Port': ['ID=43450665-5ec2-4752-9e1c-33c160fe8123,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:22.343213 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-178debb3-d501-4594-a8f3-1eb7f8dd05d7 None None] Provisioning complete for port 43450665-5ec2-4752-9e1c-33c160fe8123 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:22.343496 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178debb3-d501-4594-a8f3-1eb7f8dd05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.350342 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:22.368429 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Sync routers for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:22.386331 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:22.386961 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:22.449281 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.450675 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-eee48f03-e108-4e5b-b506-f5cd00b14cc2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3512936 Apr 11 18:21:22.453409 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33798) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:22.522330 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-178debb3-d501-4594-a8f3-1eb7f8dd05d7 None None] Current status of the port 43450665-5ec2-4752-9e1c-33c160fe8123 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:22.537809 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:22.716963 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:21Z', 'revision_number': 3, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:22.743933 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Checking router: 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:22.744596 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Updating router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 port 6417a27e-8da5-44f8-b068-084af0284d93 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:21:22.777736 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6417a27e-8da5-44f8-b068-084af0284d93), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.961593 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 43450665-5ec2-4752-9e1c-33c160fe8123 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:22.962874 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.031910 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 43450665-5ec2-4752-9e1c-33c160fe8123 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:23.032333 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.117936 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Publish callbacks [] for port (6417a27e-8da5-44f8-b068-084af0284d93), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.121751 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Allocated IP 172.20.0.1 (c3a6795c-152d-4ca7-9add-795d702fb393/5b10ff85-72fc-465d-a7bc-ae2d872ecfb4/09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:23.159275 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 43450665-5ec2-4752-9e1c-33c160fe8123 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:23.218215 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6417a27e-8da5-44f8-b068-084af0284d93), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.228492 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Publish callbacks [] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.283340 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Attempting to bind port 6417a27e-8da5-44f8-b068-084af0284d93 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:23.283721 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Attempting to bind port 6417a27e-8da5-44f8-b068-084af0284d93 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:23.284119 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Attempting to bind port 6417a27e-8da5-44f8-b068-084af0284d93 on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:23.295023 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36030f07-2eaa-48cc-b8f7-2a8bc36d535a None None] Pushing event updated for resources: {'Port': ['ID=6417a27e-8da5-44f8-b068-084af0284d93,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:23.297601 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:23.297987 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:23.299773 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.300205 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:23.300704 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Bound port: 6417a27e-8da5-44f8-b068-084af0284d93, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:23.301091 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6417a27e-8da5-44f8-b068-084af0284d93), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.372962 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.376152 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] For port 6417a27e-8da5-44f8-b068-084af0284d93, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:23.382352 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] For port 6417a27e-8da5-44f8-b068-084af0284d93, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=6417a27e-8da5-44f8-b068-084af0284d93,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:23.414958 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Network c3a6795c-152d-4ca7-9add-795d702fb393 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:23.419615 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:23.427629 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:23.431328 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:23.456651 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33810) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:23.476362 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.476734 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6417a27e-8da5-44f8-b068-084af0284d93), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.569036 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:23.570310 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:23.615658 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36030f07-2eaa-48cc-b8f7-2a8bc36d535a None None] Pushing event updated for resources: {'Port': ['ID=6417a27e-8da5-44f8-b068-084af0284d93,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:23.738327 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.738689 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:23.825516 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Deleting port 9ec6bd5c-f263-491e-8283-17a13715909f {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:23.825958 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (9ec6bd5c-f263-491e-8283-17a13715909f), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.826549 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-f78134f5-6fb1-4b1c-b8c7-88a4394a8ad5 None None] Provisioning complete for port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:23.826922 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f78134f5-6fb1-4b1c-b8c7-88a4394a8ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.911048 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (9ec6bd5c-f263-491e-8283-17a13715909f), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.911334 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-f78134f5-6fb1-4b1c-b8c7-88a4394a8ad5 None None] Port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:23.911614 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for floatingip (9ec6bd5c-f263-491e-8283-17a13715909f), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.928695 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Calling delete_port for 9ec6bd5c-f263-491e-8283-17a13715909f owned by network:floatingip {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:23.932325 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Publish callbacks [] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:23.970860 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:21Z', 'revision_number': 3, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:23.998636 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd19f76-f785-4ff2-8479-f88b335f8b86 None None] The sync data for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi is: [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:21Z', 'revision_number': 3, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:24.009742 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:24.084413 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:24.086353 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:24.188096 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Network c3a6795c-152d-4ca7-9add-795d702fb393 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:24.189620 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (9ec6bd5c-f263-491e-8283-17a13715909f), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:24.189914 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:24.225236 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event deleted for resources: {'Port': ['ID=9ec6bd5c-f263-491e-8283-17a13715909f,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:24.332307 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for floatingip (332240e8-75bf-4874-98ff-1e18224b27b6), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:24.332642 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Floating IP 332240e8-75bf-4874-98ff-1e18224b27b6 disassociated (deleted). External IP: 172.27.2.20, port: 83cbe481-fafe-4338-b06d-2a2c1c4c9aad. Apr 11 18:21:24.360612 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:21:24.521471 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:24.534925 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-d7f38b12-edb6-44d3-bca5-b0ad855ae664 None None] Provisioning complete for port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:24.535439 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d7f38b12-edb6-44d3-bca5-b0ad855ae664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:24.536685 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-90d7b99d-14d2-4eba-88de-683decfde3e0 admin admin] 10.222.0.53 "PUT /v2.0/routers/2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0819318 Apr 11 18:21:24.583146 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-d7f38b12-edb6-44d3-bca5-b0ad855ae664 None None] Port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:24.596374 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Router 29c66676-9371-49e5-a330-feabe40f87ec has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:21:24.731229 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:24.731229 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:24.733437 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] Sync routers for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:24.746414 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:24.747189 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:24.761357 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-bab67f17-0a70-41c4-a687-7c9804e1c010 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "DELETE /v2.0/floatingips/332240e8-75bf-4874-98ff-1e18224b27b6 HTTP/1.1" status: 204 len: 168 time: 1.3122251 Apr 11 18:21:24.761956 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:24.764692 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cadff4-eafa-4161-ad12-5a0dae61207c" -d '{"events": [{"name": "network-changed", "server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:24.814454 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e65286-dc45-4676-b734-2dd7c1631629 x-openstack-request-id: req-c6e65286-dc45-4676-b734-2dd7c1631629 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:24.817315 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:24.817315 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6e65286-dc45-4676-b734-2dd7c1631629 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:24.817315 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e65286-dc45-4676-b734-2dd7c1631629'] response: {'name': 'network-changed', 'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'status': 'completed', 'code': 200} Apr 11 18:21:24.880606 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:24.958692 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 6417a27e-8da5-44f8-b068-084af0284d93 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:25.010504 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 6417a27e-8da5-44f8-b068-084af0284d93 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:25.011196 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (6417a27e-8da5-44f8-b068-084af0284d93), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:25.117415 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 6417a27e-8da5-44f8-b068-084af0284d93 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:25.117878 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '54a963c7-8903-44cf-81b9-b1f9769aebf2', 'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'mac_address': 'fa:16:3e:1c:82:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:13Z', 'updated_at': '2022-04-11T18:16:18Z', 'revision_number': 5, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'subnets': [{'id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:25.118079 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (6417a27e-8da5-44f8-b068-084af0284d93), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:25.144592 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 6417a27e-8da5-44f8-b068-084af0284d93, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=6417a27e-8da5-44f8-b068-084af0284d93,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:25.150863 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] Checking router: 29c66676-9371-49e5-a330-feabe40f87ec for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:25.159965 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:25.160624 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:25.269551 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (6417a27e-8da5-44f8-b068-084af0284d93), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:25.270453 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:25.326918 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=6417a27e-8da5-44f8-b068-084af0284d93,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:25.442273 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65ee2-22cb-476f-869e-eba8a0fa4564 req-2adb2135-2436-44b4-a1a2-376747245b28 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:25.448620 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3ab65ee2-22cb-476f-869e-eba8a0fa4564 req-2adb2135-2436-44b4-a1a2-376747245b28 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0624099 Apr 11 18:21:25.512522 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3ab65ee2-22cb-476f-869e-eba8a0fa4564 req-f31bc84a-e4cb-4ba5-a151-a96400a7d8f7 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571637 Apr 11 18:21:25.562719 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33848) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:25.567714 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1993708259-network', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:25.590565 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '54a963c7-8903-44cf-81b9-b1f9769aebf2', 'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'mac_address': 'fa:16:3e:1c:82:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:13Z', 'updated_at': '2022-04-11T18:16:18Z', 'revision_number': 5, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'subnets': [{'id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:25.618167 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a61e24-fb3c-4568-ac81-95c66d79188e None None] The sync data for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi is: [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:16:14Z', 'revision_number': 4, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '54a963c7-8903-44cf-81b9-b1f9769aebf2', 'name': '', 'network_id': '54320f21-4b3d-49a1-a786-72a142306848', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'mac_address': 'fa:16:3e:1c:82:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:13Z', 'updated_at': '2022-04-11T18:16:18Z', 'revision_number': 5, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'subnets': [{'id': 'ef432a8b-6854-4477-bd3e-fd1397c97bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:25.676013 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Made reservation on behalf of b00d33af6de64b2083abcbb1faa3cdd5 for: {'network': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:25.680655 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for network (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:25.695058 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:25.789765 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Publish callbacks [] for security_group (1c9dbc95-61d4-472f-adba-182434080931), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:25.919329 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Sync routers for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:25.919329 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:25.919329 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:26.012927 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (1c9dbc95-61d4-472f-adba-182434080931), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.031295 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:26.042289 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:21:26.049266 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9dbc95-61d4-472f-adba-182434080931,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:26.058066 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (85dc09b1-825f-4b63-bf80-108d5ba0c6d2), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.058454 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.segments_db [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Added segment 85dc09b1-825f-4b63-bf80-108d5ba0c6d2 of type vlan for network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 Apr 11 18:21:26.097638 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5c6c7-add7-422e-a686-926efc0817fe None None] New status for floating IP 332240e8-75bf-4874-98ff-1e18224b27b6: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:21:26.107214 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751656898910'] for network (6fe0efe8-2d40-40cd-9c5b-bd50d37c0622), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.258266 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198'] for network (6fe0efe8-2d40-40cd-9c5b-bd50d37c0622), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.259276 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:26.259866 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.329136 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe0efe8-2d40-40cd-9c5b-bd50d37c0622,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:26.342750 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 details requested by agent ovs-agent-dv-cinder-837354-1-iscsi with host dv-cinder-837354-1-iscsi {{(pid=103994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:21:26.386377 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-2aa94598-0b3b-440b-9c42-94437fd787a1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8223660 Apr 11 18:21:26.389213 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33852) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:26.394348 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Request body: {'subnet': {'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1993708259-subnet', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:26.454013 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8', 'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'mac_address': 'fa:16:3e:d6:8d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:22Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 2, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'subnets': [{'id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:26.483220 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Checking router: 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:26.483685 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Updating router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:21:26.533025 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.548290 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Made reservation on behalf of b00d33af6de64b2083abcbb1faa3cdd5 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:26.552216 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26094802'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.583786 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-6880ddb5-a2ed-4138-a8d4-8735014c2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:26.586267 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-6880ddb5-a2ed-4138-a8d4-8735014c2b4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653&device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 1129 time: 0.0773106 Apr 11 18:21:26.666271 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7723e2-078f-4d72-954b-f9f25aa366df req-9d439fe1-9e53-4272-94fa-50e96e736ab2 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:26.667790 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cf7723e2-078f-4d72-954b-f9f25aa366df req-9d439fe1-9e53-4272-94fa-50e96e736ab2 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0506387 Apr 11 18:21:26.726128 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cf7723e2-078f-4d72-954b-f9f25aa366df req-1bf9add8-66c5-4ef4-97da-b247bae7a2ac tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516260 Apr 11 18:21:26.756041 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-c32296bf-9c10-4fd3-b6ef-598a188d238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:26.757577 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-c32296bf-9c10-4fd3-b6ef-598a188d238a service neutron] 10.222.0.15 "GET /v2.0/networks?id=54320f21-4b3d-49a1-a786-72a142306848 HTTP/1.1" status: 200 len: 910 time: 0.1406589 Apr 11 18:21:26.845059 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Publish callbacks [] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.893159 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 6417a27e-8da5-44f8-b068-084af0284d93 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:26.941207 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 6417a27e-8da5-44f8-b068-084af0284d93 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:26.941635 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (6417a27e-8da5-44f8-b068-084af0284d93), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.995627 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26036214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26094784'] for subnet (59c9390f-cfa7-484c-bd9d-48ea6fc1b590), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.011420 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.055868 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c9390f-cfa7-484c-bd9d-48ea6fc1b590,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:27.064268 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 6417a27e-8da5-44f8-b068-084af0284d93 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:27.067556 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.067759 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.068093 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.068556 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.068722 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.070649 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.070649 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.070649 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.070649 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.071145 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.071145 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.071708 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.071929 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.072146 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.072424 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:27.076264 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Checking segment: {'id': '85dc09b1-825f-4b63-bf80-108d5ba0c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:27.076264 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Network hostable DHCP agents. Network: 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622, hostable agents: ['824123e6-60cf-423a-87f5-06c3d3da05cc'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:21:27.091452 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43025e1-09dd-470a-bf19-5fb16cbb5bbe None None] Pushing event updated for resources: {'Port': ['ID=09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:27.151182 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Attempting to bind port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:27.151576 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Attempting to bind port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:27.151951 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Attempting to bind port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 on network c3a6795c-152d-4ca7-9add-795d702fb393 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:27.157372 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:27.157744 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Checking segment: {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:27.158150 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.158579 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Bound using segment: {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:27.159286 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Bound port: 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:27.159465 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.229243 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] For port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:27.232476 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] For port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:27.235434 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 is scheduled to be hosted by DHCP agent 824123e6-60cf-423a-87f5-06c3d3da05cc with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:21:27.324774 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-c5bc9096-b7d6-48c7-bcd8-80dadab52df2 None None] Provisioning complete for port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:27.325154 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9096-b7d6-48c7-bcd8-80dadab52df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.359263 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-c5bc9096-b7d6-48c7-bcd8-80dadab52df2 None None] Port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:27.367252 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.424310 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-1-iscsi, 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:27.426350 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:27.426983 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:27.429676 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43025e1-09dd-470a-bf19-5fb16cbb5bbe None None] Pushing event updated for resources: {'Port': ['ID=09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:27.430550 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:27.431375 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.472518 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4d140-cb4f-4e8d-8879-9581f7ca132f None None] Network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:27.554556 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1d629632-c6ce-40f1-a2e9-af5e315bc392 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1640649 Apr 11 18:21:27.557912 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33860) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:27.562560 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:27.631037 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:27.662754 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefb28c7f-e797-5645-b516-7063de7e7b73-6fe0efe8-2d40-40cd-9c5b-bd50d37c0622', 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622', 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'fixed_ips': [{'subnet_id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590'}]}} from dv-cinder-837354-1-iscsi. {{(pid=103994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:21:27.664311 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.702259 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-6b9a24dc-beac-4dfb-830f-bbbb438b40f2 None None] Provisioning complete for port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:27.702739 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6b9a24dc-beac-4dfb-830f-bbbb438b40f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.715255 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11255'] for router (f2b0ace9-f912-484b-be5a-6d3037c6d100), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.716371 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11246'] for router (f2b0ace9-f912-484b-be5a-6d3037c6d100), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.775622 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks [] for router_controller (f2b0ace9-f912-484b-be5a-6d3037c6d100), precommit_add_association {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.859843 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0a45b-8eae-416b-900e-b10b4cb6a235 req-900d0ef7-5eb7-42c0-8b08-80fb7ed97076 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:27.862584 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-afc0a45b-8eae-416b-900e-b10b4cb6a235 req-900d0ef7-5eb7-42c0-8b08-80fb7ed97076 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0570283 Apr 11 18:21:27.926091 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-0750ebb0-2f66-4ca6-95ae-d1e87f47553c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 200 len: 217 time: 0.0426857 Apr 11 18:21:27.981841 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-afc0a45b-8eae-416b-900e-b10b4cb6a235 req-24009522-5c75-49e1-ba51-946b89bd4992 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/security-groups?id=22c39595-ee34-49bc-b50f-8b73c8dfcb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130478 Apr 11 18:21:27.995436 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-fc998d24-c018-414e-9d5b-c58fc83f8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:27.997053 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-fc998d24-c018-414e-9d5b-c58fc83f8557 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef432a8b-6854-4477-bd3e-fd1397c97bae HTTP/1.1" status: 200 len: 848 time: 0.0629292 Apr 11 18:21:28.020352 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Allocated IP 172.20.0.2 (6fe0efe8-2d40-40cd-9c5b-bd50d37c0622/59c9390f-cfa7-484c-bd9d-48ea6fc1b590/99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:28.048457 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a24dc-beac-4dfb-830f-bbbb438b40f2 None None] Current status of the port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:28.048842 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6b9a24dc-beac-4dfb-830f-bbbb438b40f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.054162 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8', 'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'mac_address': 'fa:16:3e:d6:8d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:22Z', 'updated_at': '2022-04-11T18:21:27Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'subnets': [{'id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:28.101178 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868c66-3dfc-4c9a-a5a4-e599c700ad6a None None] The sync data for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi is: [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8', 'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'mac_address': 'fa:16:3e:d6:8d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:22Z', 'updated_at': '2022-04-11T18:21:27Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'subnets': [{'id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:28.201701 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-6b9a24dc-beac-4dfb-830f-bbbb438b40f2 None None] For port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:28.223557 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-50413c7c-a1e8-4eec-9e8f-6dd3a9ac5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:28.225163 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-50413c7c-a1e8-4eec-9e8f-6dd3a9ac5147 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54320f21-4b3d-49a1-a786-72a142306848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1392257 Apr 11 18:21:28.227815 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks [] for router_gateway (f2b0ace9-f912-484b-be5a-6d3037c6d100), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.319125 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Publish callbacks [] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.354843 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6b9a24dc-beac-4dfb-830f-bbbb438b40f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.439587 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579419c-1200-43b9-b741-3939efeda6ad req-90f1ed7f-363c-4d29-b1e9-8af2ef2b9388 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:28.441207 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a579419c-1200-43b9-b741-3939efeda6ad req-90f1ed7f-363c-4d29-b1e9-8af2ef2b9388 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 945 time: 0.0750861 Apr 11 18:21:28.445233 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a24dc-beac-4dfb-830f-bbbb438b40f2 None None] Pushing event updated for resources: {'Port': ['ID=09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:28.500549 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.562968 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:28.568476 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:28.573936 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:28.591778 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-a579419c-1200-43b9-b741-3939efeda6ad req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Deleting port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:28.592166 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a579419c-1200-43b9-b741-3939efeda6ad req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.626097 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Pushing event updated for resources: {'Port': ['ID=99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:28.672630 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Attempting to bind port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:28.673546 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Attempting to bind port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '85dc09b1-825f-4b63-bf80-108d5ba0c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:28.674192 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Attempting to bind port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb on network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:28.682415 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:28.682802 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Checking segment: {'id': '85dc09b1-825f-4b63-bf80-108d5ba0c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:28.683218 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.683623 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Bound using segment: {'id': '85dc09b1-825f-4b63-bf80-108d5ba0c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:28.684196 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Bound port: 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dc09b1-825f-4b63-bf80-108d5ba0c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:28.684592 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.735542 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-a579419c-1200-43b9-b741-3939efeda6ad req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] For port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:28.735918 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a579419c-1200-43b9-b741-3939efeda6ad req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.756821 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-a579419c-1200-43b9-b741-3939efeda6ad req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Calling delete_port for 83cbe481-fafe-4338-b06d-2a2c1c4c9aad owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:28.761527 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-b979160c-d4d5-45fc-b5c6-2c6f2196b402 service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468970 Apr 11 18:21:28.769999 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] For port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:28.776911 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] For port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb,segment=NetworkSegment(85dc09b1-825f-4b63-bf80-108d5ba0c6d2),segment_id=85dc09b1-825f-4b63-bf80-108d5ba0c6d2)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:28.854696 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.989102 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a579419c-1200-43b9-b741-3939efeda6ad req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (83cbe481-fafe-4338-b06d-2a2c1c4c9aad), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.002192 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c7cadff4-eafa-4161-ad12-5a0dae61207c req-46af3bf7-6c46-49e5-80e8-5cdba8a2ce79 service neutron] 10.222.0.15 "GET /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073019 Apr 11 18:21:29.025191 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event deleted for resources: {'Port': ['ID=83cbe481-fafe-4338-b06d-2a2c1c4c9aad,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:29.035736 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:29.066265 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks [] for router_gateway (f2b0ace9-f912-484b-be5a-6d3037c6d100), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.123000 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.139434 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a579419c-1200-43b9-b741-3939efeda6ad req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] No DVR routers for this DVR port 83cbe481-fafe-4338-b06d-2a2c1c4c9aad on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:21:29.155049 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8928d-7e8c-48b9-ae5c-85b5a3d04f07 None None] Pushing event updated for resources: {'Port': ['ID=99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:29.185173 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a579419c-1200-43b9-b741-3939efeda6ad req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.190208 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:29.190589 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.193915 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a579419c-1200-43b9-b741-3939efeda6ad req-c8fa983e-4a56-4bc4-9834-33fc00586f9c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.15 "DELETE /v2.0/ports/83cbe481-fafe-4338-b06d-2a2c1c4c9aad HTTP/1.1" status: 204 len: 173 time: 0.7472346 Apr 11 18:21:29.203929 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'name': 'network-vif-deleted', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:29.204562 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5059b8ce-09df-444c-9ffd-366d7f8b9905" -d '{"events": [{"server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "name": "network-vif-deleted", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:29.216290 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-24731874-ffa9-4b4b-bfa7-0d2809b8b9c2 req-f77c1912-42cd-4d07-914b-4f46dcf1741b tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 210 time: 0.0820866 Apr 11 18:21:29.273574 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783d488f-8c86-4710-b922-6cdaa3d5b203 x-openstack-request-id: req-783d488f-8c86-4710-b922-6cdaa3d5b203 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:29.273933 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce879a9-ca01-45b3-b8cf-9565d9e4d487", "name": "network-vif-deleted", "tag": "83cbe481-fafe-4338-b06d-2a2c1c4c9aad", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:29.274194 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-783d488f-8c86-4710-b922-6cdaa3d5b203 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:29.274618 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783d488f-8c86-4710-b922-6cdaa3d5b203'] response: {'server_uuid': 'bce879a9-ca01-45b3-b8cf-9565d9e4d487', 'name': 'network-vif-deleted', 'tag': '83cbe481-fafe-4338-b06d-2a2c1c4c9aad', 'status': 'completed', 'code': 200} Apr 11 18:21:29.315387 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:29.316203 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Allocated IP 172.27.2.192 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/05fd8ceb-0340-4c7b-b40a-680fb06873e5) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:29.524027 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks [] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.624301 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.668856 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:29.671796 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:29.678577 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:29.681732 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Pushing event updated for resources: {'Port': ['ID=05fd8ceb-0340-4c7b-b40a-680fb06873e5,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:30.018294 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33888) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:30.042448 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks [] for router_gateway (f2b0ace9-f912-484b-be5a-6d3037c6d100), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.156681 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ce408db4-bc4c-48b5-a339-94283e5c9f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.215275 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84779008-1ff3-42ca-b514-ad691f78a9a3 None None] Network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:30.314253 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545443'] for router (f2b0ace9-f912-484b-be5a-6d3037c6d100), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.330977 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-57541fbd-3fe8-4362-b76e-1e9691320ae2 req-37122184-ece5-45c1-a062-0b4ed2b72d41 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 210 time: 0.0320222 Apr 11 18:21:30.343670 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-377cea6c-887a-4d9c-b71b-4d4c9fbd3508 None None] Provisioning complete for port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:30.344194 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-377cea6c-887a-4d9c-b71b-4d4c9fbd3508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.369620 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ce408db4-bc4c-48b5-a339-94283e5c9f28 admin admin] Publish callbacks [] for security_group (5192b01d-a957-4133-9964-f9e86b15778f), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.440923 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-377cea6c-887a-4d9c-b71b-4d4c9fbd3508 None None] Current status of the port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:30.441484 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-377cea6c-887a-4d9c-b71b-4d4c9fbd3508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.442366 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ce408db4-bc4c-48b5-a339-94283e5c9f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5192b01d-a957-4133-9964-f9e86b15778f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.478376 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-377cea6c-887a-4d9c-b71b-4d4c9fbd3508 None None] For port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb,segment=NetworkSegment(85dc09b1-825f-4b63-bf80-108d5ba0c6d2),segment_id=85dc09b1-825f-4b63-bf80-108d5ba0c6d2)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:30.493641 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ce408db4-bc4c-48b5-a339-94283e5c9f28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7eded0be38484e1fba24fa4e48c2db2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711726 Apr 11 18:21:30.495479 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33896) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:30.507232 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce408db4-bc4c-48b5-a339-94283e5c9f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5192b01d-a957-4133-9964-f9e86b15778f,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:30.572702 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-377cea6c-887a-4d9c-b71b-4d4c9fbd3508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.575815 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Publish callbacks [] for security_group (5192b01d-a957-4133-9964-f9e86b15778f), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.603880 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Publish callbacks [] for security_group (5192b01d-a957-4133-9964-f9e86b15778f), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.606379 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Router f2b0ace9-f912-484b-be5a-6d3037c6d100 is scheduled to L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b with binding_index 1 {{(pid=103993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:21:30.631218 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cea6c-887a-4d9c-b71b-4d4c9fbd3508 None None] Pushing event updated for resources: {'Port': ['ID=99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:30.692925 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-123819b8-351b-475d-896f-b1362bb06e8a None None] Provisioning complete for port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:30.693291 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-123819b8-351b-475d-896f-b1362bb06e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.740641 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:30.749665 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (5192b01d-a957-4133-9964-f9e86b15778f), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.752971 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.754361 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5192b01d-a957-4133-9964-f9e86b15778f HTTP/1.1" status: 204 len: 168 time: 0.2567425 Apr 11 18:21:30.759654 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Sync routers for ids ['f2b0ace9-f912-484b-be5a-6d3037c6d100'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:30.766892 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5192b01d-a957-4133-9964-f9e86b15778f,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:30.777067 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.777666 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.778021 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.778481 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.778924 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.779425 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.779942 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.780882 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.781766 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.782369 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.782712 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.782971 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-123819b8-351b-475d-896f-b1362bb06e8a None None] Current status of the port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:30.783101 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.783381 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.783888 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.784250 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2344fb-7061-441d-a2c6-5f3a4bc474f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:30.785077 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Routers {'f2b0ace9-f912-484b-be5a-6d3037c6d100'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:30.785624 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['f2b0ace9-f912-484b-be5a-6d3037c6d100'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:30.843882 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.843882 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f688f56a-48b1-40a1-8fb6-5f6712420375 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2805800 Apr 11 18:21:30.844199 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33902) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:30.941378 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Set router f2b0ace9-f912-484b-be5a-6d3037c6d100 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:30.972798 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:31.113396 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:31.114049 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.230689 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:27Z', 'updated_at': '2022-04-11T18:21:29Z', 'revision_number': 3, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'gw_port': {'id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:29Z', 'updated_at': '2022-04-11T18:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:31.285647 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Checking router: f2b0ace9-f912-484b-be5a-6d3037c6d100 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:31.286088 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Updating router f2b0ace9-f912-484b-be5a-6d3037c6d100 port 05fd8ceb-0340-4c7b-b40a-680fb06873e5 binding host dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:21:31.319712 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:31.326374 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.333164 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.439924 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b58751ac-29a7-4dd1-b9e1-a0fed99e429c req-a5a18764-6f85-4bf0-836b-e91d407b863c tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 210 time: 0.0276098 Apr 11 18:21:31.501850 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Allocated IP 172.20.0.1 (6fe0efe8-2d40-40cd-9c5b-bd50d37c0622/59c9390f-cfa7-484c-bd9d-48ea6fc1b590/87833e39-e054-477c-ad3a-04337bbec693) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:31.603887 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.627904 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Publish callbacks [] for port (87833e39-e054-477c-ad3a-04337bbec693), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.632664 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Publish callbacks [] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.699651 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.726971 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (87833e39-e054-477c-ad3a-04337bbec693), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.772995 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:31.775971 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:31.783433 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:31.807778 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=87833e39-e054-477c-ad3a-04337bbec693,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:31.821001 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Attempting to bind port 05fd8ceb-0340-4c7b-b40a-680fb06873e5 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:31.821001 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Attempting to bind port 05fd8ceb-0340-4c7b-b40a-680fb06873e5 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:31.821001 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Attempting to bind port 05fd8ceb-0340-4c7b-b40a-680fb06873e5 on network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:31.821873 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a2db3-af79-4751-99f7-0ab8218689ed None None] Pushing event updated for resources: {'Port': ['ID=05fd8ceb-0340-4c7b-b40a-680fb06873e5,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:31.833087 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:31.833468 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Checking segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:31.834033 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545360'] for router_interface (f2b0ace9-f912-484b-be5a-6d3037c6d100), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.834226 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.834431 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Bound using segment: {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:31.834804 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Bound port: 05fd8ceb-0340-4c7b-b40a-680fb06873e5, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692945-90ef-46ca-93f8-874a9b1d0792', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:31.835194 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.905050 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] For port 05fd8ceb-0340-4c7b-b40a-680fb06873e5, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:31.909721 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] For port 05fd8ceb-0340-4c7b-b40a-680fb06873e5, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=05fd8ceb-0340-4c7b-b40a-680fb06873e5,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:32.013443 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.066340 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (87833e39-e054-477c-ad3a-04337bbec693), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.096131 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a2db3-af79-4751-99f7-0ab8218689ed None None] Pushing event updated for resources: {'Port': ['ID=05fd8ceb-0340-4c7b-b40a-680fb06873e5,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:32.101071 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Routers {'f2b0ace9-f912-484b-be5a-6d3037c6d100'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:32.102080 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['f2b0ace9-f912-484b-be5a-6d3037c6d100'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:32.161263 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-5eeec476-480b-459d-849a-bcd9f6144e94 None None] Provisioning complete for port 87833e39-e054-477c-ad3a-04337bbec693 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:32.161676 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5eeec476-480b-459d-849a-bcd9f6144e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (87833e39-e054-477c-ad3a-04337bbec693), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.239999 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-5eeec476-480b-459d-849a-bcd9f6144e94 None None] Port 87833e39-e054-477c-ad3a-04337bbec693 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:32.266264 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] Set router f2b0ace9-f912-484b-be5a-6d3037c6d100 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:32.324801 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Publish callbacks [] for port (87833e39-e054-477c-ad3a-04337bbec693), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.412331 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (87833e39-e054-477c-ad3a-04337bbec693), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.503978 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=87833e39-e054-477c-ad3a-04337bbec693,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:32.515508 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552160'] for router_interface (f2b0ace9-f912-484b-be5a-6d3037c6d100), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.653582 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:27Z', 'updated_at': '2022-04-11T18:21:31Z', 'revision_number': 4, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'gw_port': {'id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:29Z', 'updated_at': '2022-04-11T18:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '87833e39-e054-477c-ad3a-04337bbec693', 'name': '', 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'mac_address': 'fa:16:3e:ba:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:31Z', 'updated_at': '2022-04-11T18:21:31Z', 'revision_number': 1, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'subnets': [{'id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:32.689904 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068bdad-ffa8-4790-afd8-fb49624eca1e None None] The sync data for ids ['f2b0ace9-f912-484b-be5a-6d3037c6d100'] in dv-cinder-837354-1-iscsi is: [{'id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:27Z', 'updated_at': '2022-04-11T18:21:31Z', 'revision_number': 4, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'gw_port': {'id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:29Z', 'updated_at': '2022-04-11T18:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '87833e39-e054-477c-ad3a-04337bbec693', 'name': '', 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'mac_address': 'fa:16:3e:ba:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:31Z', 'updated_at': '2022-04-11T18:21:31Z', 'revision_number': 1, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'subnets': [{'id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:32.806989 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9f8cca94-2a56-48ae-95ae-cf8586531f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.891169 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2c784119-a4af-40cd-bee1-6e0082879ed2 req-e02ecd21-536f-4923-897c-3809286ceded tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce879a9-ca01-45b3-b8cf-9565d9e4d487 HTTP/1.1" status: 200 len: 210 time: 0.0513377 Apr 11 18:21:32.984204 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:32.986824 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:33.154835 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Router f2b0ace9-f912-484b-be5a-6d3037c6d100 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:21:33.268718 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-140fbe14-954f-4d98-9068-f3716b4a8c2f None None] Provisioning complete for port 87833e39-e054-477c-ad3a-04337bbec693 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:33.269724 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-140fbe14-954f-4d98-9068-f3716b4a8c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (87833e39-e054-477c-ad3a-04337bbec693), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.316156 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-140fbe14-954f-4d98-9068-f3716b4a8c2f None None] Port 87833e39-e054-477c-ad3a-04337bbec693 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:33.339410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:33.344796 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-7e5f5265-9540-45da-bdfe-12038d433fb0 admin admin] 10.222.0.53 "PUT /v2.0/routers/f2b0ace9-f912-484b-be5a-6d3037c6d100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4999733 Apr 11 18:21:33.494800 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83cbe481-fafe-4338-b06d-2a2c1c4c9aad no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:33.525733 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 83cbe481-fafe-4338-b06d-2a2c1c4c9aad {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:21:33.526367 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 83cbe481-fafe-4338-b06d-2a2c1c4c9aad not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:21:33.954077 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33932) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:34.017768 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fe31bf90-b72b-46dd-882c-61c4085da695 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group (22c39595-ee34-49bc-b50f-8b73c8dfcb7a), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.044569 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fe31bf90-b72b-46dd-882c-61c4085da695 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group (22c39595-ee34-49bc-b50f-8b73c8dfcb7a), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.218223 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fe31bf90-b72b-46dd-882c-61c4085da695 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (22c39595-ee34-49bc-b50f-8b73c8dfcb7a), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.221261 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fe31bf90-b72b-46dd-882c-61c4085da695 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.225940 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-fe31bf90-b72b-46dd-882c-61c4085da695 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] 10.222.0.53 "DELETE /v2.0/security-groups/22c39595-ee34-49bc-b50f-8b73c8dfcb7a HTTP/1.1" status: 204 len: 168 time: 0.2674510 Apr 11 18:21:34.233286 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31bf90-b72b-46dd-882c-61c4085da695 tempest-TestShelveInstance-2131402307 tempest-TestShelveInstance-2131402307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c39595-ee34-49bc-b50f-8b73c8dfcb7a,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:34.376460 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33952) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:34.933904 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 05fd8ceb-0340-4c7b-b40a-680fb06873e5 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:35.015357 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 05fd8ceb-0340-4c7b-b40a-680fb06873e5 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:35.016088 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.054913 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-37b4ac58-baf7-464e-bd43-b1514f24c4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.063531 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (29c66676-9371-49e5-a330-feabe40f87ec), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.132785 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 05fd8ceb-0340-4c7b-b40a-680fb06873e5 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:35.133323 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.166553 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] For port 05fd8ceb-0340-4c7b-b40a-680fb06873e5, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=05fd8ceb-0340-4c7b-b40a-680fb06873e5,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:35.246776 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.326493 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Pushing event updated for resources: {'Port': ['ID=05fd8ceb-0340-4c7b-b40a-680fb06873e5,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:35.422462 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Deleting port 54a963c7-8903-44cf-81b9-b1f9769aebf2 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:35.424326 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.531565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] For port 54a963c7-8903-44cf-81b9-b1f9769aebf2, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=54a963c7-8903-44cf-81b9-b1f9769aebf2,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:35.531928 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.554484 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Calling delete_port for 54a963c7-8903-44cf-81b9-b1f9769aebf2 owned by network:router_interface {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:35.841033 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (54a963c7-8903-44cf-81b9-b1f9769aebf2), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.869714 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=54a963c7-8903-44cf-81b9-b1f9769aebf2,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:36.464837 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (29c66676-9371-49e5-a330-feabe40f87ec), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:36.513496 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Sync routers for ids ['f2b0ace9-f912-484b-be5a-6d3037c6d100'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:36.515450 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:36.548649 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Routers {'f2b0ace9-f912-484b-be5a-6d3037c6d100'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:36.556073 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['f2b0ace9-f912-484b-be5a-6d3037c6d100'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:36.692191 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Set router f2b0ace9-f912-484b-be5a-6d3037c6d100 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:36.799522 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Router 29c66676-9371-49e5-a330-feabe40f87ec has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:21:36.999025 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:27Z', 'updated_at': '2022-04-11T18:21:31Z', 'revision_number': 4, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'gw_port': {'id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:29Z', 'updated_at': '2022-04-11T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '87833e39-e054-477c-ad3a-04337bbec693', 'name': '', 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'mac_address': 'fa:16:3e:ba:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:31Z', 'updated_at': '2022-04-11T18:21:32Z', 'revision_number': 2, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'subnets': [{'id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:37.009807 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:37.021451 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] Sync routers for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:37.030756 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0d0d4f34-e9b9-47bd-93e7-678597cc8b5e admin admin] 10.222.0.53 "PUT /v2.0/routers/29c66676-9371-49e5-a330-feabe40f87ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6528635 Apr 11 18:21:37.033181 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33960) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:37.038077 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:37.041617 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:37.042902 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Checking router: f2b0ace9-f912-484b-be5a-6d3037c6d100 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:37.043521 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Updating router f2b0ace9-f912-484b-be5a-6d3037c6d100 port 87833e39-e054-477c-ad3a-04337bbec693 binding host dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:21:37.085227 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (87833e39-e054-477c-ad3a-04337bbec693), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.160606 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 05fd8ceb-0340-4c7b-b40a-680fb06873e5 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:37.179229 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks [] for router (29c66676-9371-49e5-a330-feabe40f87ec), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.237115 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:37.301007 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 05fd8ceb-0340-4c7b-b40a-680fb06873e5 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:37.301389 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.368825 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks [] for router_gateway (29c66676-9371-49e5-a330-feabe40f87ec), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.540151 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Publish callbacks [] for port (87833e39-e054-477c-ad3a-04337bbec693), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.551833 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 05fd8ceb-0340-4c7b-b40a-680fb06873e5 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:37.566502 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:21:35Z', 'revision_number': 5, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port': {'id': '8800436c-a2df-4a21-bb80-67b9b899d781', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c66676-9371-49e5-a330-feabe40f87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:10Z', 'updated_at': '2022-04-11T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:37.596577 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] Checking router: 29c66676-9371-49e5-a330-feabe40f87ec for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:37.605295 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Deleting port 8800436c-a2df-4a21-bb80-67b9b899d781 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:37.605642 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.608765 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] Routers {'29c66676-9371-49e5-a330-feabe40f87ec'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:37.609734 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['29c66676-9371-49e5-a330-feabe40f87ec'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:37.618444 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (87833e39-e054-477c-ad3a-04337bbec693), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.725895 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Pushing event updated for resources: {'Port': ['ID=87833e39-e054-477c-ad3a-04337bbec693,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:37.734888 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.735296 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.735610 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.735972 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.736345 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.736682 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.737018 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.737349 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.737683 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.738211 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.738553 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.738900 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.739233 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.739559 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.739886 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:37.765994 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] Set router 29c66676-9371-49e5-a330-feabe40f87ec gateway port host: None {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:37.776529 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] For port 8800436c-a2df-4a21-bb80-67b9b899d781, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=8800436c-a2df-4a21-bb80-67b9b899d781,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:37.777053 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.823833 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Calling delete_port for 8800436c-a2df-4a21-bb80-67b9b899d781 owned by network:router_gateway {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:37.824118 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.849234 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Attempting to bind port 87833e39-e054-477c-ad3a-04337bbec693 on host dv-cinder-837354-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:37.852171 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Attempting to bind port 87833e39-e054-477c-ad3a-04337bbec693 by drivers openvswitch,hyperv on host dv-cinder-837354-1-iscsi at level 0 using segments [{'id': '85dc09b1-825f-4b63-bf80-108d5ba0c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:37.853022 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Attempting to bind port 87833e39-e054-477c-ad3a-04337bbec693 on network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:37.861800 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Checking agent: {'id': '5f45a94b-5508-45ce-a2c8-6aef5a9e4374', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 4, 9), 'started_at': datetime.datetime(2022, 4, 11, 18, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:37.861800 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Checking segment: {'id': '85dc09b1-825f-4b63-bf80-108d5ba0c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:37.861800 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.861800 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Bound using segment: {'id': '85dc09b1-825f-4b63-bf80-108d5ba0c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:37.862450 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Bound port: 87833e39-e054-477c-ad3a-04337bbec693, host: dv-cinder-837354-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dc09b1-825f-4b63-bf80-108d5ba0c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:37.862450 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (87833e39-e054-477c-ad3a-04337bbec693), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.879975 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:21:37Z', 'revision_number': 6, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port_host': None}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:37.919048 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce43ea-aff3-4619-8726-b2ad021201f7 None None] The sync data for ids ['29c66676-9371-49e5-a330-feabe40f87ec'] in dv-cinder-837354-1-iscsi is: [{'id': '29c66676-9371-49e5-a330-feabe40f87ec', 'name': 'tempest-TestShelveInstance-1937049047-router', 'tenant_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:09Z', 'updated_at': '2022-04-11T18:21:37Z', 'revision_number': 6, 'project_id': '3cc4f2d08c684af3a426e7a0b7fe8653', 'gw_port_host': None}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:37.953935 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] For port 87833e39-e054-477c-ad3a-04337bbec693, host dv-cinder-837354-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:37.960301 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] For port 87833e39-e054-477c-ad3a-04337bbec693, host dv-cinder-837354-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=87833e39-e054-477c-ad3a-04337bbec693,segment=NetworkSegment(85dc09b1-825f-4b63-bf80-108d5ba0c6d2),segment_id=85dc09b1-825f-4b63-bf80-108d5ba0c6d2)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:38.100890 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-21bafc8d-bdab-4006-874a-35d99ef9da9f None None] Provisioning complete for port 87833e39-e054-477c-ad3a-04337bbec693 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:38.101291 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-21bafc8d-bdab-4006-874a-35d99ef9da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (87833e39-e054-477c-ad3a-04337bbec693), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.136224 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-21bafc8d-bdab-4006-874a-35d99ef9da9f None None] Port 87833e39-e054-477c-ad3a-04337bbec693 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:38.241732 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (87833e39-e054-477c-ad3a-04337bbec693), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.243767 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (8800436c-a2df-4a21-bb80-67b9b899d781), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.271701 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Pushing event deleted for resources: {'Port': ['ID=8800436c-a2df-4a21-bb80-67b9b899d781,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:38.312616 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Routers {'f2b0ace9-f912-484b-be5a-6d3037c6d100'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:38.313256 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['f2b0ace9-f912-484b-be5a-6d3037c6d100'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:38.317629 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2237311-db82-4f82-b16f-55733b0a7cd2 None None] Pushing event updated for resources: {'Port': ['ID=87833e39-e054-477c-ad3a-04337bbec693,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:38.361795 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (29c66676-9371-49e5-a330-feabe40f87ec), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.566859 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (29c66676-9371-49e5-a330-feabe40f87ec), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.569788 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] Set router f2b0ace9-f912-484b-be5a-6d3037c6d100 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:38.574150 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks [] for router_controller (29c66676-9371-49e5-a330-feabe40f87ec), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.678613 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-de3b5afd-cd91-4ce1-baab-f7c59350812e None None] Provisioning complete for port 87833e39-e054-477c-ad3a-04337bbec693 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:38.680678 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-de3b5afd-cd91-4ce1-baab-f7c59350812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (87833e39-e054-477c-ad3a-04337bbec693), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.767356 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (29c66676-9371-49e5-a330-feabe40f87ec), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.771050 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29c66676-9371-49e5-a330-feabe40f87ec {{(pid=103992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:21:38.785871 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.799021 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-e0e53d28-1f36-4a39-aecf-39271e6e994f admin admin] 10.222.0.53 "DELETE /v2.0/routers/29c66676-9371-49e5-a330-feabe40f87ec HTTP/1.1" status: 204 len: 168 time: 1.7625973 Apr 11 18:21:38.799424 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33976) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:38.905637 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-de3b5afd-cd91-4ce1-baab-f7c59350812e None None] Current status of the port 87833e39-e054-477c-ad3a-04337bbec693 is: DOWN; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:38.906704 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-de3b5afd-cd91-4ce1-baab-f7c59350812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (87833e39-e054-477c-ad3a-04337bbec693), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.980795 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-de3b5afd-cd91-4ce1-baab-f7c59350812e None None] For port 87833e39-e054-477c-ad3a-04337bbec693, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=87833e39-e054-477c-ad3a-04337bbec693,segment=NetworkSegment(85dc09b1-825f-4b63-bf80-108d5ba0c6d2),segment_id=85dc09b1-825f-4b63-bf80-108d5ba0c6d2)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:38.995440 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-270ea6d8-e3a4-49f6-94d5-d245b9181c4f admin admin] Deleting subnet ef432a8b-6854-4477-bd3e-fd1397c97bae {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:21:39.002278 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-270ea6d8-e3a4-49f6-94d5-d245b9181c4f admin admin] Publish callbacks [] for subnet (ef432a8b-6854-4477-bd3e-fd1397c97bae), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.065235 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-270ea6d8-e3a4-49f6-94d5-d245b9181c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526040'] for subnet (ef432a8b-6854-4477-bd3e-fd1397c97bae), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.081518 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 87833e39-e054-477c-ad3a-04337bbec693 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:39.161055 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:27Z', 'updated_at': '2022-04-11T18:21:31Z', 'revision_number': 4, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'gw_port': {'id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:29Z', 'updated_at': '2022-04-11T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '87833e39-e054-477c-ad3a-04337bbec693', 'name': '', 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'mac_address': 'fa:16:3e:ba:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:31Z', 'updated_at': '2022-04-11T18:21:37Z', 'revision_number': 4, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'subnets': [{'id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:39.200914 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6be8b1-64bb-47c8-9d02-ec133eef6be5 None None] The sync data for ids ['f2b0ace9-f912-484b-be5a-6d3037c6d100'] in dv-cinder-837354-1-iscsi is: [{'id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:27Z', 'updated_at': '2022-04-11T18:21:31Z', 'revision_number': 4, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'gw_port': {'id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:29Z', 'updated_at': '2022-04-11T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '87833e39-e054-477c-ad3a-04337bbec693', 'name': '', 'network_id': '6fe0efe8-2d40-40cd-9c5b-bd50d37c0622', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'mac_address': 'fa:16:3e:ba:5b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:31Z', 'updated_at': '2022-04-11T18:21:37Z', 'revision_number': 4, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'subnets': [{'id': '59c9390f-cfa7-484c-bd9d-48ea6fc1b590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:39.216418 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-270ea6d8-e3a4-49f6-94d5-d245b9181c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (ef432a8b-6854-4477-bd3e-fd1397c97bae), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.230115 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-de3b5afd-cd91-4ce1-baab-f7c59350812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (87833e39-e054-477c-ad3a-04337bbec693), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.331993 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.361681 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b5afd-cd91-4ce1-baab-f7c59350812e None None] Pushing event updated for resources: {'Port': ['ID=87833e39-e054-477c-ad3a-04337bbec693,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:39.375333 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 87833e39-e054-477c-ad3a-04337bbec693 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:39.375720 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (87833e39-e054-477c-ad3a-04337bbec693), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.474557 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-270ea6d8-e3a4-49f6-94d5-d245b9181c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26048827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26094799'] for subnet (ef432a8b-6854-4477-bd3e-fd1397c97bae), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.481692 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 87833e39-e054-477c-ad3a-04337bbec693 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:39.536277 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ea6d8-e3a4-49f6-94d5-d245b9181c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef432a8b-6854-4477-bd3e-fd1397c97bae,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:39.540981 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-270ea6d8-e3a4-49f6-94d5-d245b9181c4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.545381 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-270ea6d8-e3a4-49f6-94d5-d245b9181c4f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ef432a8b-6854-4477-bd3e-fd1397c97bae HTTP/1.1" status: 204 len: 168 time: 0.7445903 Apr 11 18:21:39.547782 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 33980) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:39.549989 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a33ac-87c3-4e05-8662-adf5725ef00d None None] Network 54320f21-4b3d-49a1-a786-72a142306848 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:39.590561 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 8800436c-a2df-4a21-bb80-67b9b899d781 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:39.664860 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (54320f21-4b3d-49a1-a786-72a142306848), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.733998 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Deleting port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:39.734769 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.836918 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] For port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=0fa29f80-8d7c-40f7-bbfa-15ee38ab8146,segment=NetworkSegment(3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3),segment_id=3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:39.838047 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.857192 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 8800436c-a2df-4a21-bb80-67b9b899d781 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:21:39.857763 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 8800436c-a2df-4a21-bb80-67b9b899d781 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:21:39.857952 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 54a963c7-8903-44cf-81b9-b1f9769aebf2 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:39.869031 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Calling delete_port for 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:39.919561 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 54a963c7-8903-44cf-81b9-b1f9769aebf2 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:21:39.920147 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 54a963c7-8903-44cf-81b9-b1f9769aebf2 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:21:40.016952 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] DHCP port deletion for 54320f21-4b3d-49a1-a786-72a142306848 request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:21:40.063367 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.086012 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] Deleting port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:40.086821 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.121144 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] No DVR routers for this DVR port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 on host dv-cinder-837354-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:21:40.215027 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (54320f21-4b3d-49a1-a786-72a142306848), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.245213 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] For port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146, host dv-cinder-837354-1-iscsi, got binding levels [] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:40.274379 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.275271 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54320f21-4b3d-49a1-a786-72a142306848']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:40.275271 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa29f80-8d7c-40f7-bbfa-15ee38ab8146,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:40.275271 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:40.275271 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:40.275649 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] Calling delete_port for 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:40.277896 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.ipam_backend_mixin [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] Port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 was not found and therefore no delete operation was performed {{(pid=103994) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 18:21:40.279859 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (0fa29f80-8d7c-40f7-bbfa-15ee38ab8146), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.281026 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526033'] for segment (3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.305607 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.312651 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] Pushing event deleted for resources: {'Port': ['ID=0fa29f80-8d7c-40f7-bbfa-15ee38ab8146,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:40.316505 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:21:40.317442 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26048913'] for segment (3d3d12f1-f4d5-4460-82c0-4e131a7dd5f3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: timer() Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: self._notify() Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: event.method(event) Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:21:40.319588 dv-cinder-837354-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:21:40.329204 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0374e1-2017-4fee-88f0-5470f19a4dd5 None None] No DVR routers for this DVR port 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:21:40.487635 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (54320f21-4b3d-49a1-a786-72a142306848), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.509099 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.520634 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 33990) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:40.521196 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] 10.222.0.53 "DELETE /v2.0/networks/54320f21-4b3d-49a1-a786-72a142306848 HTTP/1.1" status: 204 len: 168 time: 0.9710846 Apr 11 18:21:40.543911 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd920511-c6aa-414c-b233-7bc978ad9569 admin admin] Pushing event deleted for resources: {'Network': ['ID=54320f21-4b3d-49a1-a786-72a142306848,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:40.948719 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 87833e39-e054-477c-ad3a-04337bbec693 up at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:40.978345 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (ee4f52ae-74f8-432f-869d-331bc8fae348), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:41.015633 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Provisioning complete for port 87833e39-e054-477c-ad3a-04337bbec693 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:41.016593 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (87833e39-e054-477c-ad3a-04337bbec693), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:41.111563 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Current status of the port 87833e39-e054-477c-ad3a-04337bbec693 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:41.177519 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:41.203638 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:21:41.203983 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 0fa29f80-8d7c-40f7-bbfa-15ee38ab8146 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:21:41.300845 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Deleting port 2044848e-831e-4733-92b9-77231b2d9088 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:41.300845 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (2044848e-831e-4733-92b9-77231b2d9088), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:41.409498 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] For port 2044848e-831e-4733-92b9-77231b2d9088, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=2044848e-831e-4733-92b9-77231b2d9088,segment=NetworkSegment(f9c16bfd-6679-41f7-aa76-82da01344ff6),segment_id=f9c16bfd-6679-41f7-aa76-82da01344ff6)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:41.409884 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (2044848e-831e-4733-92b9-77231b2d9088), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:41.424860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Calling delete_port for 2044848e-831e-4733-92b9-77231b2d9088 owned by network:router_interface {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:41.903952 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (2044848e-831e-4733-92b9-77231b2d9088), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:41.936021 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2044848e-831e-4733-92b9-77231b2d9088,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:42.133024 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (ee4f52ae-74f8-432f-869d-331bc8fae348), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:42.377294 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Router ee4f52ae-74f8-432f-869d-331bc8fae348 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:21:42.498947 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:42.508438 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4eff71ed-840a-4a23-a02c-cc271da545c0 admin admin] 10.222.0.53 "PUT /v2.0/routers/ee4f52ae-74f8-432f-869d-331bc8fae348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870963 Apr 11 18:21:42.510949 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34004) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:42.517775 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] Sync routers for ids ['ee4f52ae-74f8-432f-869d-331bc8fae348'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:42.535396 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] Routers {'ee4f52ae-74f8-432f-869d-331bc8fae348'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:42.538551 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ee4f52ae-74f8-432f-869d-331bc8fae348'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:42.664297 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks [] for router (ee4f52ae-74f8-432f-869d-331bc8fae348), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:42.788959 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks [] for router_gateway (ee4f52ae-74f8-432f-869d-331bc8fae348), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:42.864761 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] Set router ee4f52ae-74f8-432f-869d-331bc8fae348 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:43.075971 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Deleting port 0c93041c-7106-4146-bf7d-a23893527be4 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:43.078196 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (0c93041c-7106-4146-bf7d-a23893527be4), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.119712 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '0c93041c-7106-4146-bf7d-a23893527be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:21:41Z', 'revision_number': 5, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'gw_port': {'id': '0c93041c-7106-4146-bf7d-a23893527be4', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:43.156561 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] Checking router: ee4f52ae-74f8-432f-869d-331bc8fae348 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:43.171062 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] Routers {'ee4f52ae-74f8-432f-869d-331bc8fae348'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:43.171677 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:21:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ee4f52ae-74f8-432f-869d-331bc8fae348'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:43.282039 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] For port 0c93041c-7106-4146-bf7d-a23893527be4, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=0c93041c-7106-4146-bf7d-a23893527be4,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:43.282450 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (0c93041c-7106-4146-bf7d-a23893527be4), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.286178 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] Set router ee4f52ae-74f8-432f-869d-331bc8fae348 gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:43.301621 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Calling delete_port for 0c93041c-7106-4146-bf7d-a23893527be4 owned by network:router_gateway {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:43.344014 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 6, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'gw_port_host': None}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:43.396157 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08739df0-4e79-4aff-81f0-bb0dc55aa04d None None] The sync data for ids ['ee4f52ae-74f8-432f-869d-331bc8fae348'] in dv-cinder-837354-1-iscsi is: [{'id': 'ee4f52ae-74f8-432f-869d-331bc8fae348', 'name': 'tempest-TestShelveInstance-1399540368-router', 'tenant_id': 'b3f505d9b5fb4dbea750e5505f494523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:16:18Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 6, 'project_id': 'b3f505d9b5fb4dbea750e5505f494523', 'gw_port_host': None}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:43.606319 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ad970-fa51-43e0-a02e-05f784b19b0b req-2bcaa2bf-1516-46a2-a2fc-3f62a83166e1 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:43.607967 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3b5ad970-fa51-43e0-a02e-05f784b19b0b req-2bcaa2bf-1516-46a2-a2fc-3f62a83166e1 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 945 time: 0.0562932 Apr 11 18:21:43.682305 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3b5ad970-fa51-43e0-a02e-05f784b19b0b req-892fadbb-b435-4520-8ce4-82282db2d663 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612757 Apr 11 18:21:43.777914 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (0c93041c-7106-4146-bf7d-a23893527be4), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.816188 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c93041c-7106-4146-bf7d-a23893527be4,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:43.908483 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (ee4f52ae-74f8-432f-869d-331bc8fae348), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.318961 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (ee4f52ae-74f8-432f-869d-331bc8fae348), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.322101 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks [] for router_controller (ee4f52ae-74f8-432f-869d-331bc8fae348), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.434832 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (ee4f52ae-74f8-432f-869d-331bc8fae348), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.435493 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee4f52ae-74f8-432f-869d-331bc8fae348 {{(pid=103992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:21:44.441154 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.444347 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34014) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:44.444605 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-fbf52459-6135-406b-9d0c-fc1d1c296687 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ee4f52ae-74f8-432f-869d-331bc8fae348 HTTP/1.1" status: 204 len: 168 time: 1.9322326 Apr 11 18:21:44.508728 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ad61a2-faa9-4c66-a107-337a93c7877a admin admin] Deleting subnet fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:21:44.518887 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-67ad61a2-faa9-4c66-a107-337a93c7877a admin admin] Publish callbacks [] for subnet (fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.561908 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-67ad61a2-faa9-4c66-a107-337a93c7877a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526040'] for subnet (fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.673639 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-67ad61a2-faa9-4c66-a107-337a93c7877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.829520 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-67ad61a2-faa9-4c66-a107-337a93c7877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26048827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26094799'] for subnet (fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.863119 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d888976-3e9f-439e-9ca4-a046002a6dae req-70202901-5b4d-4633-a6f4-b88a77ecd375 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:44.864959 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0d888976-3e9f-439e-9ca4-a046002a6dae req-70202901-5b4d-4633-a6f4-b88a77ecd375 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 945 time: 0.0755248 Apr 11 18:21:44.884622 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad61a2-faa9-4c66-a107-337a93c7877a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:44.898936 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-67ad61a2-faa9-4c66-a107-337a93c7877a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.907981 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34018) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:44.910126 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-67ad61a2-faa9-4c66-a107-337a93c7877a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fd5e1d0f-7ec6-4dc5-a673-9b4fd9958982 HTTP/1.1" status: 204 len: 168 time: 0.4642403 Apr 11 18:21:44.912258 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c225f0e8-b973-4e76-8733-bf7053e259b2 None None] Network f4b71287-1078-46d4-af3b-9fdfe5764336 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:44.947002 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0d888976-3e9f-439e-9ca4-a046002a6dae req-00eda5a3-8d24-40d9-9b4f-2413ab5bdc29 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757737 Apr 11 18:21:44.994753 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 2044848e-831e-4733-92b9-77231b2d9088 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:45.059889 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 2044848e-831e-4733-92b9-77231b2d9088 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:21:45.060644 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 2044848e-831e-4733-92b9-77231b2d9088 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:21:45.061340 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 0c93041c-7106-4146-bf7d-a23893527be4 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:45.073245 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (f4b71287-1078-46d4-af3b-9fdfe5764336), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.093174 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 0c93041c-7106-4146-bf7d-a23893527be4 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:21:45.093899 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 0c93041c-7106-4146-bf7d-a23893527be4 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:21:45.108670 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-667d293f-c012-4eef-a911-016cf03a475c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:45.110211 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-667d293f-c012-4eef-a911-016cf03a475c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 945 time: 0.0847678 Apr 11 18:21:45.188597 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Deleting port 67735684-e4f0-4073-b78a-121beb038823 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:45.189594 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (67735684-e4f0-4073-b78a-121beb038823), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.229789 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] DHCP port deletion for f4b71287-1078-46d4-af3b-9fdfe5764336 request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:21:45.310847 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Deleting port 67735684-e4f0-4073-b78a-121beb038823 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:45.311462 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (67735684-e4f0-4073-b78a-121beb038823), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.319150 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] For port 67735684-e4f0-4073-b78a-121beb038823, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=67735684-e4f0-4073-b78a-121beb038823,segment=NetworkSegment(f9c16bfd-6679-41f7-aa76-82da01344ff6),segment_id=f9c16bfd-6679-41f7-aa76-82da01344ff6)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:45.319773 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (67735684-e4f0-4073-b78a-121beb038823), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.345790 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Calling delete_port for 67735684-e4f0-4073-b78a-121beb038823 owned by network:dhcp {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:45.347707 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Deleting port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:45.348082 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.402953 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] For port 67735684-e4f0-4073-b78a-121beb038823, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=67735684-e4f0-4073-b78a-121beb038823,segment=NetworkSegment(f9c16bfd-6679-41f7-aa76-82da01344ff6),segment_id=f9c16bfd-6679-41f7-aa76-82da01344ff6)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:45.403444 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (67735684-e4f0-4073-b78a-121beb038823), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.421834 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Calling delete_port for 67735684-e4f0-4073-b78a-121beb038823 owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:45.451495 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] For port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:45.451789 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.472022 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Calling delete_port for 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:45.669691 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (67735684-e4f0-4073-b78a-121beb038823), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.687445 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (67735684-e4f0-4073-b78a-121beb038823), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.707810 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Pushing event deleted for resources: {'Port': ['ID=67735684-e4f0-4073-b78a-121beb038823,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:45.717065 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] No DVR routers for this DVR port 67735684-e4f0-4073-b78a-121beb038823 on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:21:45.718938 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.719389 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.719831 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.720297 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.720755 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.721201 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.721621 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.721960 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Pushing event deleted for resources: {'Port': ['ID=67735684-e4f0-4073-b78a-121beb038823,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:45.722116 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.722532 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.722951 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.723376 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.723805 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.724279 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.725305 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.725652 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb89d0a-0170-4bcd-85be-3a4784fe110c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:45.737964 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] No DVR routers for this DVR port 67735684-e4f0-4073-b78a-121beb038823 on host dv-cinder-837354-1-iscsi {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:21:45.829614 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (f4b71287-1078-46d4-af3b-9fdfe5764336), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.850976 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b71287-1078-46d4-af3b-9fdfe5764336']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:45.861014 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c16bfd-6679-41f7-aa76-82da01344ff6') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:45.861313 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c16bfd-6679-41f7-aa76-82da01344ff6') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:45.873144 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (f9c16bfd-6679-41f7-aa76-82da01344ff6), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.893981 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (f9c16bfd-6679-41f7-aa76-82da01344ff6), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.900346 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:21:45.900791 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (f9c16bfd-6679-41f7-aa76-82da01344ff6), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: self.session.flush() Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: self.session.flush() Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: self.session.flush() Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: self.session.flush() Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:21:45.902630 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:21:46.005362 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.044154 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Pushing event deleted for resources: {'Port': ['ID=9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:46.073586 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bdd16594-1095-4cb3-8ca9-49e88645edec req-30e24fea-9656-43c3-8e07-8bdceef70bd1 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 210 time: 0.0292501 Apr 11 18:21:46.093609 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] No DVR routers for this DVR port 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:21:46.097146 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.101700 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9932f4a7-2cba-4ffa-8003-7b82bcaa9668 req-9017e85c-818b-4c34-bb41-562a0719c58c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.15 "DELETE /v2.0/ports/9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 HTTP/1.1" status: 204 len: 173 time: 0.9657764 Apr 11 18:21:46.102182 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd386a54-05db-4f80-9c27-d4d3bf852d68', 'name': 'network-vif-deleted', 'tag': '9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:46.106075 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bfb487-4dfe-4d72-a030-8fa768ba5f02" -d '{"events": [{"server_uuid": "dd386a54-05db-4f80-9c27-d4d3bf852d68", "name": "network-vif-deleted", "tag": "9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:46.114677 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (f4b71287-1078-46d4-af3b-9fdfe5764336), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.125849 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.125849 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4b71287-1078-46d4-af3b-9fdfe5764336 HTTP/1.1" status: 204 len: 168 time: 1.2148228 Apr 11 18:21:46.139504 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615c72e-56fd-4b52-b03c-d4b9df96a7af admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b71287-1078-46d4-af3b-9fdfe5764336,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:46.167129 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586650e1-9fc5-4464-83f5-7fa16928136f x-openstack-request-id: req-586650e1-9fc5-4464-83f5-7fa16928136f {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:46.167587 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd386a54-05db-4f80-9c27-d4d3bf852d68", "name": "network-vif-deleted", "tag": "9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:46.167913 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-586650e1-9fc5-4464-83f5-7fa16928136f {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:46.168535 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586650e1-9fc5-4464-83f5-7fa16928136f'] response: {'server_uuid': 'dd386a54-05db-4f80-9c27-d4d3bf852d68', 'name': 'network-vif-deleted', 'tag': '9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8', 'status': 'completed', 'code': 200} Apr 11 18:21:46.563468 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34030) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:46.626282 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0a0a79ae-5646-4b75-b23f-a3e2fc5ba7c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cc4f2d08c684af3a426e7a0b7fe8653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615022 Apr 11 18:21:46.630657 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34032) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:46.699533 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-693aa99e-6ff0-4b9b-8dec-c7efcd82914e admin admin] Publish callbacks [] for security_group (79387897-3b93-495d-b1b7-5405c36e2594), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.724979 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-693aa99e-6ff0-4b9b-8dec-c7efcd82914e admin admin] Publish callbacks [] for security_group (79387897-3b93-495d-b1b7-5405c36e2594), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.893494 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-693aa99e-6ff0-4b9b-8dec-c7efcd82914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (79387897-3b93-495d-b1b7-5405c36e2594), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.896962 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-693aa99e-6ff0-4b9b-8dec-c7efcd82914e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.905472 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-693aa99e-6ff0-4b9b-8dec-c7efcd82914e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79387897-3b93-495d-b1b7-5405c36e2594 HTTP/1.1" status: 204 len: 168 time: 0.2653625 Apr 11 18:21:46.909962 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 67735684-e4f0-4073-b78a-121beb038823 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:46.916160 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aa99e-6ff0-4b9b-8dec-c7efcd82914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79387897-3b93-495d-b1b7-5405c36e2594,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:46.942773 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 67735684-e4f0-4073-b78a-121beb038823 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:21:46.943133 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 67735684-e4f0-4073-b78a-121beb038823 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:21:47.202092 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7551fd2a-0054-4bf7-87d9-684f56e241cd req-9ecc31b5-4ca0-45ac-abaf-192e6ac05d85 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd386a54-05db-4f80-9c27-d4d3bf852d68 HTTP/1.1" status: 200 len: 210 time: 0.0296919 Apr 11 18:21:47.494689 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-151a4f4d-487b-436d-8670-c667ca81a554 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:47.496208 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-151a4f4d-487b-436d-8670-c667ca81a554 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/networks?id=c3a6795c-152d-4ca7-9add-795d702fb393 HTTP/1.1" status: 200 len: 815 time: 0.1047041 Apr 11 18:21:47.510868 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-9270d830-083b-4255-a757-2ecfdfdac15f tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/quotas/9e6079f9aab44c4ab1aafeba4befcbe3 HTTP/1.1" status: 200 len: 375 time: 0.0091980 Apr 11 18:21:47.550326 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:47.560325 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-7ecdcc2f-bd63-4751-8c85-f3cd63e8e116 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441194 Apr 11 18:21:47.573259 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:21:47.577647 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 9fcdabf9-42b6-4d7e-a3a5-0e6c7ad83ea8 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:21:47.660151 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-10052634-87fd-4dd0-8a93-a3d8d676b6fb service neutron] 10.222.0.53 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884600 Apr 11 18:21:47.687655 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34060) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:47.731687 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7e9e606d-0fad-4822-b087-904713d5f239 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3f505d9b5fb4dbea750e5505f494523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426836 Apr 11 18:21:47.734192 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34062) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:47.757858 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a0aa7de9-043c-4ca9-b88d-528f7aeb7c27 service neutron] 10.222.0.53 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897696 Apr 11 18:21:47.785439 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-146c3a37-19b3-4b76-a185-220840f1b648 admin admin] Publish callbacks [] for security_group (20a6d01e-5137-434d-a7a0-ed4329087b84), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.811838 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-146c3a37-19b3-4b76-a185-220840f1b648 admin admin] Publish callbacks [] for security_group (20a6d01e-5137-434d-a7a0-ed4329087b84), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.926973 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-146c3a37-19b3-4b76-a185-220840f1b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (20a6d01e-5137-434d-a7a0-ed4329087b84), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.929544 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-146c3a37-19b3-4b76-a185-220840f1b648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.931286 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-146c3a37-19b3-4b76-a185-220840f1b648 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20a6d01e-5137-434d-a7a0-ed4329087b84 HTTP/1.1" status: 204 len: 168 time: 0.1956918 Apr 11 18:21:47.939508 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c3a37-19b3-4b76-a185-220840f1b648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a6d01e-5137-434d-a7a0-ed4329087b84,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:48.067184 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f310ce8d-0c4f-4d71-8424-5bf84378931f req-9dca0c4a-6435-4e1a-839e-64bae796423d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 210 time: 0.0291309 Apr 11 18:21:49.153500 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0c121f19-3a38-4ca0-b2f6-1409de5efc96 req-00fd3a2a-63e1-489c-827e-f0fbeb9f251c tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 210 time: 0.0293288 Apr 11 18:21:50.248075 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b67668b5-7065-4ffa-9617-20c1358b0b69 req-f4f4ad70-051b-42e7-b0e6-1287cabd66b6 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 210 time: 0.0292237 Apr 11 18:21:51.339347 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1b695556-123f-4444-9b55-fb12cf6401d8 req-21ef61a2-d3e6-4dfa-a6e7-367d259bf886 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 210 time: 0.0274646 Apr 11 18:21:52.389642 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-7f0b45e2-d8ad-4f27-a329-c3c95d0b2063 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:52.391138 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-7f0b45e2-d8ad-4f27-a329-c3c95d0b2063 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.15 "GET /v2.0/networks?id=c3a6795c-152d-4ca7-9add-795d702fb393 HTTP/1.1" status: 200 len: 815 time: 0.1085596 Apr 11 18:21:52.404859 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'port': {'device_id': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'admin_state_up': True, 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:52.456123 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e6031a18-94a0-43b9-84b3-5b12df1248da req-98f57505-3cd6-43ca-b60c-61d287a6a78b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 210 time: 0.0364504 Apr 11 18:21:52.635329 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Made reservation on behalf of 9e6079f9aab44c4ab1aafeba4befcbe3 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:52.638782 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.768323 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Allocated IP 172.20.0.5 (c3a6795c-152d-4ca7-9add-795d702fb393/5b10ff85-72fc-465d-a7bc-ae2d872ecfb4/be211df5-fc2a-48d5-b74f-f53f5db966a5) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:52.939708 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.046301 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.089653 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Network c3a6795c-152d-4ca7-9add-795d702fb393 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:53.092671 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:53.096347 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:53.127245 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'Port': ['ID=be211df5-fc2a-48d5-b74f-f53f5db966a5,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:53.172505 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:53.172505 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.254830 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-a015b7c9-39bf-4e0e-ab85-5fac9c730b64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8536942 Apr 11 18:21:53.381803 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-860cc738-d2f2-49e1-9089-a1653d5dc2cb None None] Provisioning complete for port be211df5-fc2a-48d5-b74f-f53f5db966a5 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:53.381803 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-860cc738-d2f2-49e1-9089-a1653d5dc2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.432716 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-860cc738-d2f2-49e1-9089-a1653d5dc2cb None None] Port be211df5-fc2a-48d5-b74f-f53f5db966a5 cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:53.595539 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3f219-cdd7-45f0-9986-ec37127ca3b7 req-3d259e55-820a-41e2-b49c-893139a325dc tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:53.603972 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-50f3f219-cdd7-45f0-9986-ec37127ca3b7 req-3d259e55-820a-41e2-b49c-893139a325dc tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0649788 Apr 11 18:21:53.660496 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-50f3f219-cdd7-45f0-9986-ec37127ca3b7 req-40e09cbc-1349-4061-ab8e-5ce1c0765bb9 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534775 Apr 11 18:21:54.776870 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cc3e-24f6-4b59-8dcd-0edef2e18a01 req-9a3cebca-04de-41c9-823d-1ba497619c91 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:54.778475 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e748cc3e-24f6-4b59-8dcd-0edef2e18a01 req-9a3cebca-04de-41c9-823d-1ba497619c91 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0515063 Apr 11 18:21:54.828075 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e748cc3e-24f6-4b59-8dcd-0edef2e18a01 req-b5e7f0cc-b92f-49dc-8738-aa0332741a65 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Apr 11 18:21:55.946289 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a150a-fe26-4178-8bbe-8599d50bf573 req-724e5ea7-bd2d-47de-8e89-9dfa7a34cd32 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:55.947924 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5c3a150a-fe26-4178-8bbe-8599d50bf573 req-724e5ea7-bd2d-47de-8e89-9dfa7a34cd32 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0518939 Apr 11 18:21:56.020824 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5c3a150a-fe26-4178-8bbe-8599d50bf573 req-db0e4927-d983-4cf8-84d5-e83bfc36e9e6 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643678 Apr 11 18:21:57.134659 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57cfef-1ffe-4d1d-8658-41ff806d2904 req-686d61be-7f59-4688-8d60-8ce5d1b81bb8 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:57.136308 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5c57cfef-1ffe-4d1d-8658-41ff806d2904 req-686d61be-7f59-4688-8d60-8ce5d1b81bb8 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0478661 Apr 11 18:21:57.192411 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5c57cfef-1ffe-4d1d-8658-41ff806d2904 req-231c00ff-6fc5-414e-bbd3-3a68a7f0631a tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503216 Apr 11 18:21:58.014628 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479bac-5191-4241-b561-6930b6b64aed req-c0384b36-b648-41d0-8798-27451e3b3fcd tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:58.017147 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-c0384b36-b648-41d0-8798-27451e3b3fcd tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/networks?id=1f3e60e2-eecb-429e-aedd-ca31415d7770 HTTP/1.1" status: 200 len: 813 time: 0.1310422 Apr 11 18:21:58.033202 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-0144bb38-626a-4492-8c08-f258dcbca695 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/quotas/91f6fa262a0d4db598df1d6e18002a09 HTTP/1.1" status: 200 len: 375 time: 0.0104074 Apr 11 18:21:58.071262 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-516cdb74-80b9-4395-9065-c69966b6a010 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f6fa262a0d4db598df1d6e18002a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323491 Apr 11 18:21:58.187993 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-26c66922-2ef2-4a5d-a436-f8b1e7c67520 service neutron] 10.222.0.53 "GET /v2.0/networks/1f3e60e2-eecb-429e-aedd-ca31415d7770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097999 Apr 11 18:21:58.290514 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-12db328b-16bb-4714-b93e-3840539fc4a8 service neutron] 10.222.0.53 "GET /v2.0/networks/1f3e60e2-eecb-429e-aedd-ca31415d7770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923505 Apr 11 18:21:58.329480 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30179c59-3dbe-4489-b78a-7ab0b031cf65 req-8ea1eaed-9a75-425c-bb74-407d390bcbcd tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:58.333044 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-30179c59-3dbe-4489-b78a-7ab0b031cf65 req-8ea1eaed-9a75-425c-bb74-407d390bcbcd tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0576041 Apr 11 18:21:58.401005 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-30179c59-3dbe-4489-b78a-7ab0b031cf65 req-be7e07db-85e4-42ee-a91c-ab20dd038214 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631485 Apr 11 18:21:58.578915 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bda509e2-9b1e-40d3-ae4f-59be804cacd8 req-22219642-73ef-43dd-9988-df904305f816 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 210 time: 0.0278633 Apr 11 18:21:59.267640 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:21:59.528179 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4c70-3dac-4abe-ad4e-92c3b1fac40e req-bea3ace7-469a-43e7-8afa-0e657f743352 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:59.529640 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-575e4c70-3dac-4abe-ad4e-92c3b1fac40e req-bea3ace7-469a-43e7-8afa-0e657f743352 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0483117 Apr 11 18:21:59.584038 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-575e4c70-3dac-4abe-ad4e-92c3b1fac40e req-36060d46-f6b8-4597-8086-51b07c551724 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488119 Apr 11 18:21:59.702943 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-cc8beb9e-a21e-4815-9987-a4206e5db51d req-0dd47773-bbed-497d-931b-873c2878ee76 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 210 time: 0.0539737 Apr 11 18:22:00.715505 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8dcb0-94bf-4514-a455-7cbe7688f59a req-f34d19c3-8789-4ad3-a69b-88e59d0ec571 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:00.717779 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0ae8dcb0-94bf-4514-a455-7cbe7688f59a req-f34d19c3-8789-4ad3-a69b-88e59d0ec571 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0574164 Apr 11 18:22:00.776126 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0ae8dcb0-94bf-4514-a455-7cbe7688f59a req-0c1f06dc-2a6f-49a9-8b14-55ace3742833 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522263 Apr 11 18:22:00.827846 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-283cf739-e418-448a-9761-fe45738f73cd req-ced2128a-06be-4d2d-b560-e6dda4e21918 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 210 time: 0.0306387 Apr 11 18:22:01.577227 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:01.923337 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0e336-913f-4742-8676-c3ef43c3c3ee req-1747c9e1-3628-43f8-be11-6098ececac21 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:01.925183 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-efc0e336-913f-4742-8676-c3ef43c3c3ee req-1747c9e1-3628-43f8-be11-6098ececac21 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0711873 Apr 11 18:22:01.976543 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2ee49eb7-6bb7-4d3d-920a-53897a22f618 req-f711d67f-f37f-467c-99dc-8277bc74d145 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 210 time: 0.0392230 Apr 11 18:22:01.991493 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-efc0e336-913f-4742-8676-c3ef43c3c3ee req-0f3f8dc7-e48d-46e7-9406-680a9bed40ae tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602920 Apr 11 18:22:02.817316 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-660ca237-7b38-4996-adc3-e43985da1a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:03.080617 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-36f1f853-c185-4e65-84a4-69c28b4a4541 req-bb2ff854-1edf-435b-95c9-b9bca6ae9a8e tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 210 time: 0.0314946 Apr 11 18:22:03.117160 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c609bef-8c78-4485-a3de-b22938a548af req-081b1935-3446-48b6-a03e-b0d7ae7f3116 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:03.118714 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8c609bef-8c78-4485-a3de-b22938a548af req-081b1935-3446-48b6-a03e-b0d7ae7f3116 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0554905 Apr 11 18:22:03.165990 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8c609bef-8c78-4485-a3de-b22938a548af req-cfa83528-5c48-4d9c-a17e-e5d53cdb4b8e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Apr 11 18:22:03.799200 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Request body: {'port': {'device_id': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:03.858038 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:04.132483 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be211df5-fc2a-48d5-b74f-f53f5db966a5 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:22:04.141424 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Publish callbacks [] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:04.186089 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7e9c3f64-671f-4098-8eef-5fbac54e2a8e req-38eec61f-d523-40b0-b257-82dad1712022 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 210 time: 0.0333850 Apr 11 18:22:04.188120 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Transition to ACTIVE for port object be211df5-fc2a-48d5-b74f-f53f5db966a5 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:22:04.251393 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:04.279858 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e936915-b611-46d4-a10a-70daee3d51f6 req-0939d7f2-0845-416d-8979-696cbc22a0b2 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:04.281433 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2e936915-b611-46d4-a10a-70daee3d51f6 req-0939d7f2-0845-416d-8979-696cbc22a0b2 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 931 time: 0.0484095 Apr 11 18:22:04.348729 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2e936915-b611-46d4-a10a-70daee3d51f6 req-5d36335b-75e7-4314-a1a8-0076a86c98d8 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559695 Apr 11 18:22:04.361225 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=be211df5-fc2a-48d5-b74f-f53f5db966a5,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:04.393040 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Attempting to bind port be211df5-fc2a-48d5-b74f-f53f5db966a5 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:22:04.393370 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Attempting to bind port be211df5-fc2a-48d5-b74f-f53f5db966a5 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:22:04.393906 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Attempting to bind port be211df5-fc2a-48d5-b74f-f53f5db966a5 on network c3a6795c-152d-4ca7-9add-795d702fb393 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:22:04.402874 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Port be211df5-fc2a-48d5-b74f-f53f5db966a5 on network c3a6795c-152d-4ca7-9add-795d702fb393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:22:04.403205 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Attempting to bind port be211df5-fc2a-48d5-b74f-f53f5db966a5 on network c3a6795c-152d-4ca7-9add-795d702fb393 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:22:04.410926 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:22:04.416138 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Checking segment: {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:22:04.416138 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Bound using segment: {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:22:04.416138 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Bound port: be211df5-fc2a-48d5-b74f-f53f5db966a5, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d593e07-34c5-4c55-b154-a1c31077e116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:22:04.416138 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:04.424628 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-2f6f5887-3e16-45a1-a566-548c09c06844 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477335 Apr 11 18:22:04.481647 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] For port be211df5-fc2a-48d5-b74f-f53f5db966a5, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:22:04.486003 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] For port be211df5-fc2a-48d5-b74f-f53f5db966a5, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:22:04.577996 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:04.613296 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:04.613915 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:04.615966 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 200 len: 1093 time: 0.8217652 Apr 11 18:22:04.616435 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:04.620589 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad5181f-4330-4772-b2a2-87434439e192" -d '{"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:04.657051 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833128b-23d9-438a-8ab7-dfd81a5bd7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=be211df5-fc2a-48d5-b74f-f53f5db966a5,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:04.670124 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907eba65-d034-4f8a-b603-d8be13979c4f x-openstack-request-id: req-907eba65-d034-4f8a-b603-d8be13979c4f {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:04.670124 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:04.670124 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-907eba65-d034-4f8a-b603-d8be13979c4f {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:04.670124 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907eba65-d034-4f8a-b603-d8be13979c4f'] response: {'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'status': 'completed', 'code': 200} Apr 11 18:22:04.728001 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-5ad7ce5d-b060-47fe-aa5a-f02c4d15390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:04.729740 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-5ad7ce5d-b060-47fe-aa5a-f02c4d15390b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 1130 time: 0.0500000 Apr 11 18:22:04.731027 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5181f-4330-4772-b2a2-87434439e192 req-89920af9-7cd2-4fb8-aa9f-81c98bf9c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:04.733148 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0ad5181f-4330-4772-b2a2-87434439e192 req-89920af9-7cd2-4fb8-aa9f-81c98bf9c33b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 1127 time: 0.0468431 Apr 11 18:22:04.844783 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-1b8d6aa1-6835-405a-86c7-a852978c1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:04.846395 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-1b8d6aa1-6835-405a-86c7-a852978c1a22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 912 time: 0.0978143 Apr 11 18:22:04.856625 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5181f-4330-4772-b2a2-87434439e192 req-3e90df34-2c38-489b-afa7-cdb2cc228e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:04.858587 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0ad5181f-4330-4772-b2a2-87434439e192 req-3e90df34-2c38-489b-afa7-cdb2cc228e15 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1170020 Apr 11 18:22:04.940558 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-6bd26e57-b007-4c37-9d77-fb77fe3ef27a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7 HTTP/1.1" status: 200 len: 1002 time: 0.0860908 Apr 11 18:22:04.974449 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5181f-4330-4772-b2a2-87434439e192 req-a9eeac19-1358-4125-a853-feb7cf1265ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:04.975934 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0ad5181f-4330-4772-b2a2-87434439e192 req-a9eeac19-1358-4125-a853-feb7cf1265ec service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1114070 Apr 11 18:22:05.040343 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57c8bf01-83bc-4194-b623-b2cfb30e12d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:05.046126 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-b166a476-6410-45c4-9ad7-554f6a2ccfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:05.047812 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-b166a476-6410-45c4-9ad7-554f6a2ccfaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.0969324 Apr 11 18:22:05.071902 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-eddedf26-6a13-4932-b5fd-27d9fd96bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:05.073801 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-eddedf26-6a13-4932-b5fd-27d9fd96bdb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 1127 time: 0.0598505 Apr 11 18:22:05.103231 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479bac-5191-4241-b561-6930b6b64aed req-9962cd4e-04a5-4a1e-a923-3935752462a0 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:05.104893 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-9962cd4e-04a5-4a1e-a923-3935752462a0 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.15 "GET /v2.0/networks?id=1f3e60e2-eecb-429e-aedd-ca31415d7770 HTTP/1.1" status: 200 len: 813 time: 0.1911104 Apr 11 18:22:05.113552 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-96c13e1a-a3ca-4a10-9a3e-a62eeb4b5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:05.115077 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-96c13e1a-a3ca-4a10-9a3e-a62eeb4b5b05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611861 Apr 11 18:22:05.123576 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Request body: {'port': {'device_id': 'f7856dd3-96c3-4887-bf38-708229e4dc4f', 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770', 'admin_state_up': True, 'tenant_id': '91f6fa262a0d4db598df1d6e18002a09'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:05.128412 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-3efefac6-4cdb-41e9-a314-feab98d00c25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 200 len: 217 time: 0.0470359 Apr 11 18:22:05.179003 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-79cc798e-8fdc-4416-9ad8-5fef6b274509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:05.180661 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-79cc798e-8fdc-4416-9ad8-5fef6b274509 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b10ff85-72fc-465d-a7bc-ae2d872ecfb4 HTTP/1.1" status: 200 len: 854 time: 0.0470893 Apr 11 18:22:05.240267 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-687bec2c-1178-4d2f-b349-ec662f80d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:05.243810 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-687bec2c-1178-4d2f-b349-ec662f80d7ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3a6795c-152d-4ca7-9add-795d702fb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559673 Apr 11 18:22:05.314573 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-ed44ca3d-847f-4f5d-be00-607b6be63cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875029 Apr 11 18:22:05.343821 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5fd336b8-9927-4631-b909-e9fb94fb031d req-401916bd-7298-4369-a42a-2be2d415185c tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 210 time: 0.0676007 Apr 11 18:22:05.385078 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-e56f23ed-9d23-4417-bfc1-b031c8c6971a service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278665 Apr 11 18:22:05.399985 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Made reservation on behalf of 91f6fa262a0d4db598df1d6e18002a09 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:22:05.403411 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:05.491122 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-790801fb-b19d-43cc-8593-3bac0204dfb5 req-0c74bebe-6e78-4bf0-a000-7435a5f59d5d service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999885 Apr 11 18:22:05.563210 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b088-d0a4-401e-bcd4-7d75c4465d69 req-a3e3835d-8a46-464b-8caf-3b36aa1f3ae4 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:05.564711 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8314b088-d0a4-401e-bcd4-7d75c4465d69 req-a3e3835d-8a46-464b-8caf-3b36aa1f3ae4 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 943 time: 0.1219664 Apr 11 18:22:05.569516 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0cb6ec0d-5152-4b67-96b7-80af3cfdf183 req-bb0a32c6-a328-465d-a0ef-68a1d73cbddb service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044330 Apr 11 18:22:05.663456 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8314b088-d0a4-401e-bcd4-7d75c4465d69 req-872b2152-b2a1-4fe0-9637-73a98201ee8e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905941 Apr 11 18:22:05.664480 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Allocated IP 172.20.0.9 (1f3e60e2-eecb-429e-aedd-ca31415d7770/06ec1ae0-3e11-4b19-8d56-841d61d1ddb0/f837dd19-6534-4d73-93d6-84b5cc327983) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:22:05.818262 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks [] for port (f837dd19-6534-4d73-93d6-84b5cc327983), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:05.920765 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:05.966040 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Network 1f3e60e2-eecb-429e-aedd-ca31415d7770 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:22:05.970679 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:22:05.972608 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:22:06.001462 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Pushing event updated for resources: {'Port': ['ID=f837dd19-6534-4d73-93d6-84b5cc327983,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:06.032630 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:06.033533 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:06.111569 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-f4ff7579-d02e-4e6b-8abb-c02c4a42f685 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9921637 Apr 11 18:22:06.349577 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Request body: {'port': {'device_id': 'f7856dd3-96c3-4887-bf38-708229e4dc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:06.416346 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:06.461086 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bba129-46bd-4e96-a3ab-11ab5ab2477a req-35bd97f4-d9bc-482d-9a1b-94f74268cb71 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:06.465614 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f7bba129-46bd-4e96-a3ab-11ab5ab2477a req-35bd97f4-d9bc-482d-9a1b-94f74268cb71 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 931 time: 0.0522258 Apr 11 18:22:06.523790 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f7bba129-46bd-4e96-a3ab-11ab5ab2477a req-9df897c0-c54a-4cd3-a3b4-971984db4428 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553441 Apr 11 18:22:06.543301 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:06.702282 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f837dd19-6534-4d73-93d6-84b5cc327983 {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:22:06.710584 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Publish callbacks [] for port (f837dd19-6534-4d73-93d6-84b5cc327983), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:06.731409 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Transition to ACTIVE for port object f837dd19-6534-4d73-93d6-84b5cc327983 will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:22:06.783303 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd05984-7d32-4386-aeff-94bc48808c79 req-c2f3ac69-1c03-4413-92b0-7b188a727331 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:06.784831 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6cd05984-7d32-4386-aeff-94bc48808c79 req-c2f3ac69-1c03-4413-92b0-7b188a727331 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 943 time: 0.0489213 Apr 11 18:22:06.834355 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6cd05984-7d32-4386-aeff-94bc48808c79 req-96a42948-8ee0-40ed-af4d-cd34ec1b8b87 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435879 Apr 11 18:22:06.869983 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:06.924332 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Pushing event updated for resources: {'Port': ['ID=f837dd19-6534-4d73-93d6-84b5cc327983,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:07.001097 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Attempting to bind port f837dd19-6534-4d73-93d6-84b5cc327983 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:22:07.001444 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Attempting to bind port f837dd19-6534-4d73-93d6-84b5cc327983 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '72b983bb-d1f3-428e-bbef-81f632eb767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:22:07.001776 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Attempting to bind port f837dd19-6534-4d73-93d6-84b5cc327983 on network 1f3e60e2-eecb-429e-aedd-ca31415d7770 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:22:07.006882 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Port f837dd19-6534-4d73-93d6-84b5cc327983 on network 1f3e60e2-eecb-429e-aedd-ca31415d7770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:22:07.007203 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Attempting to bind port f837dd19-6534-4d73-93d6-84b5cc327983 on network 1f3e60e2-eecb-429e-aedd-ca31415d7770 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:22:07.012559 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:22:07.012916 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Checking segment: {'id': '72b983bb-d1f3-428e-bbef-81f632eb767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:22:07.013323 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Bound using segment: {'id': '72b983bb-d1f3-428e-bbef-81f632eb767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:22:07.014057 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Bound port: f837dd19-6534-4d73-93d6-84b5cc327983, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b983bb-d1f3-428e-bbef-81f632eb767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:22:07.014262 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:07.081814 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] For port f837dd19-6534-4d73-93d6-84b5cc327983, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:22:07.085267 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] For port f837dd19-6534-4d73-93d6-84b5cc327983, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f837dd19-6534-4d73-93d6-84b5cc327983,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:22:07.612258 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device be211df5-fc2a-48d5-b74f-f53f5db966a5 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:22:07.644142 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfbd41-5ae0-4690-86a2-e6d98d64cdb4 req-124b3c57-354f-45df-ba9b-a63de1b4b3ac tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:07.646499 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8ecfbd41-5ae0-4690-86a2-e6d98d64cdb4 req-124b3c57-354f-45df-ba9b-a63de1b4b3ac tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 943 time: 0.0519989 Apr 11 18:22:07.697875 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8ecfbd41-5ae0-4690-86a2-e6d98d64cdb4 req-38bd76fc-2a71-42ac-a737-78fb79432006 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Apr 11 18:22:07.731626 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port be211df5-fc2a-48d5-b74f-f53f5db966a5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:07.743876 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'port_id': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'mac_address': 'fa:16:3e:e9:0e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:22:07.790270 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port be211df5-fc2a-48d5-b74f-f53f5db966a5 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:07.790576 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:07.812829 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be211df5-fc2a-48d5-b74f-f53f5db966a5 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:22:07.833001 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port be211df5-fc2a-48d5-b74f-f53f5db966a5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:07.955060 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d79a0c-b1e3-4df4-818b-f57377407570 req-36ef772e-d632-4777-abe2-6416325aab42 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:07.956617 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a9d79a0c-b1e3-4df4-818b-f57377407570 req-36ef772e-d632-4777-abe2-6416325aab42 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 943 time: 0.0510950 Apr 11 18:22:08.014213 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a9d79a0c-b1e3-4df4-818b-f57377407570 req-a7f0b1dc-45f0-44d9-9e73-2e6b4725eadd tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511866 Apr 11 18:22:08.154918 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:08.183777 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:08.185572 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:08.189406 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:08.190534 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:08.192014 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] 10.222.0.15 "PUT /v2.0/ports/f837dd19-6534-4d73-93d6-84b5cc327983 HTTP/1.1" status: 200 len: 1093 time: 1.8481908 Apr 11 18:22:08.194930 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7856dd3-96c3-4887-bf38-708229e4dc4f', 'tag': 'f837dd19-6534-4d73-93d6-84b5cc327983'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:08.198549 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433cfa76-7753-4339-be6a-31f3b6d25226" -d '{"events": [{"name": "network-changed", "server_uuid": "f7856dd3-96c3-4887-bf38-708229e4dc4f", "tag": "f837dd19-6534-4d73-93d6-84b5cc327983"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:08.231108 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d8cfe-1a83-4773-a110-63803668b34b service neutron] Pushing event updated for resources: {'Port': ['ID=f837dd19-6534-4d73-93d6-84b5cc327983,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:08.251697 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=be211df5-fc2a-48d5-b74f-f53f5db966a5,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:08.261629 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8a4b25-a0de-4f62-bb90-84394c003d7c x-openstack-request-id: req-0b8a4b25-a0de-4f62-bb90-84394c003d7c {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:08.261928 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7856dd3-96c3-4887-bf38-708229e4dc4f", "tag": "f837dd19-6534-4d73-93d6-84b5cc327983", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:08.262175 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b8a4b25-a0de-4f62-bb90-84394c003d7c {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:08.262572 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8a4b25-a0de-4f62-bb90-84394c003d7c'] response: {'name': 'network-changed', 'server_uuid': 'f7856dd3-96c3-4887-bf38-708229e4dc4f', 'tag': 'f837dd19-6534-4d73-93d6-84b5cc327983', 'status': 'completed', 'code': 200} Apr 11 18:22:08.322646 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cfa76-7753-4339-be6a-31f3b6d25226 req-4c098728-e786-41b0-aa89-360c7134e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:08.324248 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-433cfa76-7753-4339-be6a-31f3b6d25226 req-4c098728-e786-41b0-aa89-360c7134e3d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=91f6fa262a0d4db598df1d6e18002a09&device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 1127 time: 0.0389256 Apr 11 18:22:08.418575 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['be211df5-fc2a-48d5-b74f-f53f5db966a5'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:22:08.435244 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cfa76-7753-4339-be6a-31f3b6d25226 req-92e20894-ed22-4566-8336-53a9f43ab843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:08.437404 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-433cfa76-7753-4339-be6a-31f3b6d25226 req-92e20894-ed22-4566-8336-53a9f43ab843 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=91f6fa262a0d4db598df1d6e18002a09&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1049387 Apr 11 18:22:08.544137 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cfa76-7753-4339-be6a-31f3b6d25226 req-c9ba239f-fb3a-42ae-b947-27710af12084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:08.545646 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-433cfa76-7753-4339-be6a-31f3b6d25226 req-c9ba239f-fb3a-42ae-b947-27710af12084 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019437 Apr 11 18:22:08.621316 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479bac-5191-4241-b561-6930b6b64aed req-f02d9dc9-8420-494a-bf1d-152d68af4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:08.622805 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-f02d9dc9-8420-494a-bf1d-152d68af4e62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=91f6fa262a0d4db598df1d6e18002a09&device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 1127 time: 0.0401943 Apr 11 18:22:08.664689 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-6ad35261-cdd9-4b02-a720-f4fc7443a018 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f837dd19-6534-4d73-93d6-84b5cc327983 HTTP/1.1" status: 200 len: 217 time: 0.0332088 Apr 11 18:22:08.712606 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479bac-5191-4241-b561-6930b6b64aed req-9568d621-1790-48a5-b312-0111c29e88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:08.714013 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-9568d621-1790-48a5-b312-0111c29e88cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06ec1ae0-3e11-4b19-8d56-841d61d1ddb0 HTTP/1.1" status: 200 len: 853 time: 0.0436254 Apr 11 18:22:08.750464 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-c79d2648-ac3c-4cfc-b305-beb0f5790013 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f3e60e2-eecb-429e-aedd-ca31415d7770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296271 Apr 11 18:22:08.869778 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ae4b5-e9b0-48e4-bad1-e953d44925aa req-e9a17e56-775d-40e8-8003-51908c1f3c61 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:08.871253 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bd3ae4b5-e9b0-48e4-bad1-e953d44925aa req-e9a17e56-775d-40e8-8003-51908c1f3c61 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 943 time: 0.0930946 Apr 11 18:22:09.143237 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:09.145903 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca5fac-ba32-4c3f-bf5e-59ff270ffb69 req-3663ed03-f9bb-491d-95b7-15a0e979ebd8 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:09.147446 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bfca5fac-ba32-4c3f-bf5e-59ff270ffb69 req-3663ed03-f9bb-491d-95b7-15a0e979ebd8 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 944 time: 0.0581431 Apr 11 18:22:09.191904 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-d2b2b0c8-33af-47e9-a404-c9d1c0804a42 service neutron] 10.222.0.15 "GET /v2.0/networks/1f3e60e2-eecb-429e-aedd-ca31415d7770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335542 Apr 11 18:22:09.197583 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bfca5fac-ba32-4c3f-bf5e-59ff270ffb69 req-517008d5-e401-4a48-9808-5cf0ba294061 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Apr 11 18:22:09.241104 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bd3ae4b5-e9b0-48e4-bad1-e953d44925aa req-784f16cf-635f-4eed-ab6d-5cd88f29e020 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638132 Apr 11 18:22:09.315756 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-41479bac-5191-4241-b561-6930b6b64aed req-a53b0197-d078-4b9b-a2d2-94ace9891438 service neutron] 10.222.0.15 "GET /v2.0/networks/1f3e60e2-eecb-429e-aedd-ca31415d7770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141732 Apr 11 18:22:09.618384 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device be211df5-fc2a-48d5-b74f-f53f5db966a5 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:22:09.660721 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port be211df5-fc2a-48d5-b74f-f53f5db966a5 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:22:09.845761 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port be211df5-fc2a-48d5-b74f-f53f5db966a5 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:22:09.846195 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:09.923554 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port be211df5-fc2a-48d5-b74f-f53f5db966a5 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:09.923863 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:09.951231 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:09.953903 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bc48bf-a51a-4e22-beac-affb0b9c2c1f" -d '{"events": [{"server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "name": "network-vif-plugged", "status": "completed", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:09.966616 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port be211df5-fc2a-48d5-b74f-f53f5db966a5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:09.987842 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f138d-6f4a-4d93-b778-2cb3e8a24935 x-openstack-request-id: req-a32f138d-6f4a-4d93-b778-2cb3e8a24935 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:09.988159 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "name": "network-vif-plugged", "status": "completed", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:09.988410 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a32f138d-6f4a-4d93-b778-2cb3e8a24935 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:09.988806 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32f138d-6f4a-4d93-b778-2cb3e8a24935'] response: {'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'code': 200} Apr 11 18:22:10.039710 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:10.093557 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=be211df5-fc2a-48d5-b74f-f53f5db966a5,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:10.347882 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c2f5b-3a27-4d20-bb49-1e2aa92c054e req-b608ae63-fb50-4483-957a-e8a27976ad8a tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:10.350467 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fa7c2f5b-3a27-4d20-bb49-1e2aa92c054e req-b608ae63-fb50-4483-957a-e8a27976ad8a tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0856092 Apr 11 18:22:10.396422 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1911b7-819a-4f99-98a3-544eb6df8541 req-0c5da9ab-e6eb-4be1-8fd2-e460564dde23 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:10.397968 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-de1911b7-819a-4f99-98a3-544eb6df8541 req-0c5da9ab-e6eb-4be1-8fd2-e460564dde23 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 943 time: 0.0503421 Apr 11 18:22:10.401670 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-fa7c2f5b-3a27-4d20-bb49-1e2aa92c054e req-be4325f0-b8ba-4c03-96e8-ea5ca7beb9ac tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Apr 11 18:22:10.451532 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-de1911b7-819a-4f99-98a3-544eb6df8541 req-c105b5d9-7a85-4f85-98b7-ff984919cf1b tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439923 Apr 11 18:22:10.465193 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ef785-664c-4d76-a00e-3dd60b02b5c9 req-81dcdac0-21f2-4d70-8c30-a4c80f5caa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:10.466820 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ea8ef785-664c-4d76-a00e-3dd60b02b5c9 req-81dcdac0-21f2-4d70-8c30-a4c80f5caa8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 1129 time: 0.0490272 Apr 11 18:22:10.511726 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ea8ef785-664c-4d76-a00e-3dd60b02b5c9 req-8572f95e-7242-4a83-888f-a45ed5e93fdb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382159 Apr 11 18:22:11.532111 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc568b18-8d4a-4646-8723-a6d51cefed2b req-bdfc2f7a-77af-45cf-a954-8fc71fce3738 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:11.533587 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bc568b18-8d4a-4646-8723-a6d51cefed2b req-bdfc2f7a-77af-45cf-a954-8fc71fce3738 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0544846 Apr 11 18:22:11.580220 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259a25-41af-4a2d-b3f2-f4a29fc6cfff req-dd37b46a-c06c-4a6c-8c8a-aebfc7e0b2a0 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:11.582571 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d1259a25-41af-4a2d-b3f2-f4a29fc6cfff req-dd37b46a-c06c-4a6c-8c8a-aebfc7e0b2a0 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 943 time: 0.0547442 Apr 11 18:22:11.596568 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-bc568b18-8d4a-4646-8723-a6d51cefed2b req-9ca34111-cf1e-4b6d-a6b0-da2edbb12631 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567696 Apr 11 18:22:11.618263 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device f837dd19-6534-4d73-93d6-84b5cc327983 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:22:11.641069 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d1259a25-41af-4a2d-b3f2-f4a29fc6cfff req-2f83baed-6e66-43ba-82cb-8e0b106c938a tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Apr 11 18:22:11.719649 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port f837dd19-6534-4d73-93d6-84b5cc327983, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f837dd19-6534-4d73-93d6-84b5cc327983,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:11.731402 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': 'f837dd19-6534-4d73-93d6-84b5cc327983', 'network_id': '1f3e60e2-eecb-429e-aedd-ca31415d7770', 'port_id': 'f837dd19-6534-4d73-93d6-84b5cc327983', 'mac_address': 'fa:16:3e:47:d7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec1ae0-3e11-4b19-8d56-841d61d1ddb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:22:11.768181 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port f837dd19-6534-4d73-93d6-84b5cc327983 is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:11.768464 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:11.781602 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f837dd19-6534-4d73-93d6-84b5cc327983 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:22:11.804654 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port f837dd19-6534-4d73-93d6-84b5cc327983, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f837dd19-6534-4d73-93d6-84b5cc327983,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:11.891000 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:11.937428 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=f837dd19-6534-4d73-93d6-84b5cc327983,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:12.113229 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['f837dd19-6534-4d73-93d6-84b5cc327983'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:22:12.709458 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b51ae-6701-46e4-8e1b-f9c8cc9bad08 req-88018fb5-aa7d-4786-8677-436b54fd4450 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:12.710925 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d15b51ae-6701-46e4-8e1b-f9c8cc9bad08 req-88018fb5-aa7d-4786-8677-436b54fd4450 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0462425 Apr 11 18:22:12.755642 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b2e8c-b00a-4f46-8c46-3de532e13e31 req-532c3c48-49df-4067-921a-3ee8b1b780b4 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:12.757095 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ca2b2e8c-b00a-4f46-8c46-3de532e13e31 req-532c3c48-49df-4067-921a-3ee8b1b780b4 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 944 time: 0.0478852 Apr 11 18:22:12.757909 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d15b51ae-6701-46e4-8e1b-f9c8cc9bad08 req-eae6ef9d-4c8e-490a-b8ed-7a3dbf3c660e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Apr 11 18:22:12.805379 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ca2b2e8c-b00a-4f46-8c46-3de532e13e31 req-0bc39107-d55d-4292-ab25-97051b9f7ae7 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Apr 11 18:22:12.872431 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc45e7a-b4c7-46ae-b64b-5e2a93065978 req-30b9484d-2adb-42c8-accd-a596b671c31e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:12.873900 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ccc45e7a-b4c7-46ae-b64b-5e2a93065978 req-30b9484d-2adb-42c8-accd-a596b671c31e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0506754 Apr 11 18:22:12.919191 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-ccc45e7a-b4c7-46ae-b64b-5e2a93065978 req-81a461e9-4e2d-4673-bf35-dc0e07dfd86a tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397539 Apr 11 18:22:13.239033 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8845-0001-4318-848c-e6c0ce4e1559 req-b1f341c9-7bee-43c1-9ac4-ff3e92febb64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:13.240504 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9afb8845-0001-4318-848c-e6c0ce4e1559 req-b1f341c9-7bee-43c1-9ac4-ff3e92febb64 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0512648 Apr 11 18:22:13.286799 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-9afb8845-0001-4318-848c-e6c0ce4e1559 req-505c3724-b8e5-4f53-8427-5f279f5e590c tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Apr 11 18:22:13.629503 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device f837dd19-6534-4d73-93d6-84b5cc327983 up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:22:13.673942 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port f837dd19-6534-4d73-93d6-84b5cc327983 completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:22:13.748223 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port f837dd19-6534-4d73-93d6-84b5cc327983 triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:22:13.748608 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:13.830039 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port f837dd19-6534-4d73-93d6-84b5cc327983 is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:13.830413 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:13.855418 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7856dd3-96c3-4887-bf38-708229e4dc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837dd19-6534-4d73-93d6-84b5cc327983'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:13.857621 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca5e51-72d1-4bab-b7d0-2259439d7c26" -d '{"events": [{"server_uuid": "f7856dd3-96c3-4887-bf38-708229e4dc4f", "name": "network-vif-plugged", "status": "completed", "tag": "f837dd19-6534-4d73-93d6-84b5cc327983"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:13.874974 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port f837dd19-6534-4d73-93d6-84b5cc327983, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f837dd19-6534-4d73-93d6-84b5cc327983,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:13.906760 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b4d1b7-4999-4ad3-9754-d91fdc5383a9 x-openstack-request-id: req-84b4d1b7-4999-4ad3-9754-d91fdc5383a9 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:13.909684 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7856dd3-96c3-4887-bf38-708229e4dc4f", "name": "network-vif-plugged", "status": "completed", "tag": "f837dd19-6534-4d73-93d6-84b5cc327983", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:13.909684 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84b4d1b7-4999-4ad3-9754-d91fdc5383a9 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:13.909684 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b4d1b7-4999-4ad3-9754-d91fdc5383a9'] response: {'server_uuid': 'f7856dd3-96c3-4887-bf38-708229e4dc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837dd19-6534-4d73-93d6-84b5cc327983', 'code': 200} Apr 11 18:22:13.923881 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56aeb0-28a9-49c6-944f-8a4f80719359 req-8dd75b47-5f8f-416a-8aa4-a150318adaae tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:13.925485 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cb56aeb0-28a9-49c6-944f-8a4f80719359 req-8dd75b47-5f8f-416a-8aa4-a150318adaae tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 944 time: 0.0497894 Apr 11 18:22:13.976733 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:13.979135 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cb56aeb0-28a9-49c6-944f-8a4f80719359 req-8d624859-7fc7-4aaa-a602-d9465e3e4bae tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469220 Apr 11 18:22:14.025638 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=f837dd19-6534-4d73-93d6-84b5cc327983,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:14.289700 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022c14c-3a65-4cf5-a9ca-49e9d81fe176 req-4f74ce93-5f95-42fc-8e1a-6afbdbe86ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:14.291182 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2022c14c-3a65-4cf5-a9ca-49e9d81fe176 req-4f74ce93-5f95-42fc-8e1a-6afbdbe86ce7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 1129 time: 0.0373001 Apr 11 18:22:14.333683 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2022c14c-3a65-4cf5-a9ca-49e9d81fe176 req-55d60d60-91dd-4f1d-b15a-8e764ad94c36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368297 Apr 11 18:22:15.098036 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127400e2-c5ac-4510-a1af-271e59505390 req-a7f13283-21e3-461c-86cf-de58c3ee35a3 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:15.099567 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-127400e2-c5ac-4510-a1af-271e59505390 req-a7f13283-21e3-461c-86cf-de58c3ee35a3 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 945 time: 0.0517941 Apr 11 18:22:15.150560 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-127400e2-c5ac-4510-a1af-271e59505390 req-73bee65f-77f5-49e3-a170-b46498fc6921 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 Apr 11 18:22:16.265881 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49253138-03bf-4564-9da0-403b1f9c9504 req-f49ba66d-7e8b-4e49-b027-76fa5293bfbd tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:16.267244 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-49253138-03bf-4564-9da0-403b1f9c9504 req-f49ba66d-7e8b-4e49-b027-76fa5293bfbd tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 945 time: 0.0462332 Apr 11 18:22:16.314844 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-49253138-03bf-4564-9da0-403b1f9c9504 req-06c1de9a-8036-4398-a5b6-9421a5807e34 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Apr 11 18:22:24.277211 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086a12f-0e04-4812-953e-b153ce3570fa req-05ac2dd3-06a9-445b-8f79-c07c37de5198 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:24.278719 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b086a12f-0e04-4812-953e-b153ce3570fa req-05ac2dd3-06a9-445b-8f79-c07c37de5198 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0538485 Apr 11 18:22:24.328927 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b086a12f-0e04-4812-953e-b153ce3570fa req-e9e2151a-1d8b-44a7-8744-8ffc5ef4e06e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Apr 11 18:22:24.352845 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34326) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:24.547984 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f7f899-3e37-425b-abe5-7737f07eec11 tempest-TestMinimumBasicScenario-666031290 tempest-TestMinimumBasicScenario-666031290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:24.549531 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-86f7f899-3e37-425b-abe5-7737f07eec11 tempest-TestMinimumBasicScenario-666031290 tempest-TestMinimumBasicScenario-666031290-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 1124 time: 0.1957638 Apr 11 18:22:24.552499 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34330) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:24.556820 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'port_id': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:24.645582 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:24.728405 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:24.831150 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Allocated IP 172.27.2.210 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/2e18ce0c-1f83-4e58-9598-f72e1365e88b) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:22:24.937087 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for port (2e18ce0c-1f83-4e58-9598-f72e1365e88b), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:25.057451 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (2e18ce0c-1f83-4e58-9598-f72e1365e88b), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:25.097103 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:22:25.100189 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:22:25.103801 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:22:25.112645 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'Port': ['ID=2e18ce0c-1f83-4e58-9598-f72e1365e88b,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:25.490275 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for floatingip (08936c84-f773-4bfa-8ecd-3d8cc6ec85d7), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:25.695995 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (2e18ce0c-1f83-4e58-9598-f72e1365e88b), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:26.121994 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for port (2e18ce0c-1f83-4e58-9598-f72e1365e88b), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:26.211656 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (2e18ce0c-1f83-4e58-9598-f72e1365e88b), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:26.285417 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'Port': ['ID=2e18ce0c-1f83-4e58-9598-f72e1365e88b,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:26.296961 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (08936c84-f773-4bfa-8ecd-3d8cc6ec85d7), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:26.412288 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Floating IP 08936c84-f773-4bfa-8ecd-3d8cc6ec85d7 associated. External IP: 172.27.2.210, port: be211df5-fc2a-48d5-b74f-f53f5db966a5. Apr 11 18:22:26.644419 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:22:26.768403 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:22:26.781445 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] Sync routers for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:22:26.792316 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:22:26.797350 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:22:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:26.858898 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:26.890839 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c24b8f90-c18f-43e0-a987-3f7e387b21b7 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3373165 Apr 11 18:22:26.891447 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:26.893763 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164dd80e-e0a1-43f2-bd23-ee88425226e2" -d '{"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:26.894007 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34338) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:26.899107 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-032af05d-c0e7-49a9-8b21-948d3a5b2176 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009502197', 'description': 'tempest-secgroup-smoke-2009502197 description', 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:26.907033 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:22:26.932269 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b8ae65-d085-4c8c-b1a6-aaedc0f1953f x-openstack-request-id: req-23b8ae65-d085-4c8c-b1a6-aaedc0f1953f {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:26.932559 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:26.932817 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23b8ae65-d085-4c8c-b1a6-aaedc0f1953f {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:26.933250 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b8ae65-d085-4c8c-b1a6-aaedc0f1953f'] response: {'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'status': 'completed', 'code': 200} Apr 11 18:22:26.995885 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-b427877f-bc03-4970-beb7-6dc1ee412dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:26.997481 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-b427877f-bc03-4970-beb7-6dc1ee412dd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 1129 time: 0.0407221 Apr 11 18:22:26.999280 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-032af05d-c0e7-49a9-8b21-948d3a5b2176 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:27.134716 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-4f862f6f-11ff-475f-aa37-3558dd825e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:27.136235 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-4f862f6f-11ff-475f-aa37-3558dd825e40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3a6795c-152d-4ca7-9add-795d702fb393 HTTP/1.1" status: 200 len: 916 time: 0.1278501 Apr 11 18:22:27.148690 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-032af05d-c0e7-49a9-8b21-948d3a5b2176 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group (66a90c95-7711-4bfb-9a17-7449975830c8), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:27.149910 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '08936c84-f773-4bfa-8ecd-3d8cc6ec85d7', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'port_id': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'mac_address': 'fa:16:3e:e9:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:22:25Z', 'updated_at': '2022-04-11T18:22:25Z', 'revision_number': 0, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8', 'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'mac_address': 'fa:16:3e:d6:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:22Z', 'updated_at': '2022-04-11T18:21:28Z', 'revision_number': 5, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'subnets': [{'id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:27.177235 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] Checking router: 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:22:27.185754 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:22:27.186366 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:22:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:27.215029 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-88e86f86-db70-4b59-9749-2571f7074038 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 200 len: 999 time: 0.0688255 Apr 11 18:22:27.247766 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-032af05d-c0e7-49a9-8b21-948d3a5b2176 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (66a90c95-7711-4bfb-9a17-7449975830c8), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:27.293100 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032af05d-c0e7-49a9-8b21-948d3a5b2176 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a90c95-7711-4bfb-9a17-7449975830c8,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:27.303158 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-243c05f3-7a99-4123-9267-3e1518ec2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:27.305185 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-243c05f3-7a99-4123-9267-3e1518ec2711 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b10ff85-72fc-465d-a7bc-ae2d872ecfb4 HTTP/1.1" status: 200 len: 854 time: 0.0847363 Apr 11 18:22:27.356325 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-7f3896af-4599-4c81-a634-0367371901cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:27.357892 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-7f3896af-4599-4c81-a634-0367371901cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3a6795c-152d-4ca7-9add-795d702fb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447280 Apr 11 18:22:27.437635 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:22:27.447129 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-032af05d-c0e7-49a9-8b21-948d3a5b2176 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:27.448484 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-032af05d-c0e7-49a9-8b21-948d3a5b2176 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5528984 Apr 11 18:22:27.453874 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34342) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:27.460545 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'security_group_rule': {'security_group_id': '66a90c95-7711-4bfb-9a17-7449975830c8', 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:27.491204 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-25caad61-2592-4fcf-bea6-4b7bddef1296 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258979 Apr 11 18:22:27.573498 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (cb554cdf-caeb-4b87-9136-6b72544fb39c), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:27.595951 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-164dd80e-e0a1-43f2-bd23-ee88425226e2 req-198ca677-c297-47db-99b0-6167111dafc0 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973959 Apr 11 18:22:27.637741 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (cb554cdf-caeb-4b87-9136-6b72544fb39c), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:27.675297 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '08936c84-f773-4bfa-8ecd-3d8cc6ec85d7', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'port_id': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'mac_address': 'fa:16:3e:e9:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:22:25Z', 'updated_at': '2022-04-11T18:22:25Z', 'revision_number': 0, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8', 'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'mac_address': 'fa:16:3e:d6:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:22Z', 'updated_at': '2022-04-11T18:21:28Z', 'revision_number': 5, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'subnets': [{'id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:27.706706 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a68c25-5682-4799-ba75-38b107323c88 None None] The sync data for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi is: [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '08936c84-f773-4bfa-8ecd-3d8cc6ec85d7', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'port_id': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'mac_address': 'fa:16:3e:e9:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:22:25Z', 'updated_at': '2022-04-11T18:22:25Z', 'revision_number': 0, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8', 'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'mac_address': 'fa:16:3e:d6:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:22Z', 'updated_at': '2022-04-11T18:21:28Z', 'revision_number': 5, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'subnets': [{'id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:22:27.805164 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (cb554cdf-caeb-4b87-9136-6b72544fb39c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:27.825253 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb554cdf-caeb-4b87-9136-6b72544fb39c,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:27.833740 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.834089 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.834437 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.834777 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.835108 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.835443 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.835765 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.836185 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.836517 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.837133 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.837133 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.837467 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.837790 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.838118 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.838437 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:27.917538 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701345b-d016-4758-9190-50543ac25e8e None None] New status for floating IP 08936c84-f773-4bfa-8ecd-3d8cc6ec85d7: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:22:27.918307 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:27.919837 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-fbeb98e4-5544-45fc-bd7f-5e2d3ebe03a1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646430 Apr 11 18:22:27.923309 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34346) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:27.927241 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-92e23d07-7d5a-4baa-8a88-c9f02446fe6d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'security_group_rule': {'security_group_id': '66a90c95-7711-4bfb-9a17-7449975830c8', 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:28.040176 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-92e23d07-7d5a-4baa-8a88-c9f02446fe6d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (8ac43ab7-8dd2-466a-87c6-e1dff28441d3), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.102429 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-92e23d07-7d5a-4baa-8a88-c9f02446fe6d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (8ac43ab7-8dd2-466a-87c6-e1dff28441d3), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.216961 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-92e23d07-7d5a-4baa-8a88-c9f02446fe6d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (8ac43ab7-8dd2-466a-87c6-e1dff28441d3), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.236573 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e23d07-7d5a-4baa-8a88-c9f02446fe6d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac43ab7-8dd2-466a-87c6-e1dff28441d3,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:28.333767 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-92e23d07-7d5a-4baa-8a88-c9f02446fe6d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.334988 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-92e23d07-7d5a-4baa-8a88-c9f02446fe6d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4115541 Apr 11 18:22:28.337985 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34348) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:28.342695 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-aaea2a81-8a06-4031-8924-aeb6760a76db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'security_group_rule': {'security_group_id': '66a90c95-7711-4bfb-9a17-7449975830c8', 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:28.428686 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aaea2a81-8a06-4031-8924-aeb6760a76db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (283480d2-e881-40fe-a905-396ec3328591), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.490254 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aaea2a81-8a06-4031-8924-aeb6760a76db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (283480d2-e881-40fe-a905-396ec3328591), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.594076 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aaea2a81-8a06-4031-8924-aeb6760a76db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (283480d2-e881-40fe-a905-396ec3328591), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.613125 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea2a81-8a06-4031-8924-aeb6760a76db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283480d2-e881-40fe-a905-396ec3328591,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:28.692991 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aaea2a81-8a06-4031-8924-aeb6760a76db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.694234 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-aaea2a81-8a06-4031-8924-aeb6760a76db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551319 Apr 11 18:22:28.697112 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34350) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:28.701629 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-0746b28f-1866-48bd-a374-912c5d4287f3 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'security_group_rule': {'security_group_id': '66a90c95-7711-4bfb-9a17-7449975830c8', 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:28.822385 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0746b28f-1866-48bd-a374-912c5d4287f3 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (b73aa3a6-66bb-4f11-9546-e917b7867aa2), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.885082 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0746b28f-1866-48bd-a374-912c5d4287f3 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (b73aa3a6-66bb-4f11-9546-e917b7867aa2), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.977024 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0746b28f-1866-48bd-a374-912c5d4287f3 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (b73aa3a6-66bb-4f11-9546-e917b7867aa2), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:28.997412 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746b28f-1866-48bd-a374-912c5d4287f3 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73aa3a6-66bb-4f11-9546-e917b7867aa2,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:29.064339 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0746b28f-1866-48bd-a374-912c5d4287f3 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:29.065581 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0746b28f-1866-48bd-a374-912c5d4287f3 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3674879 Apr 11 18:22:29.068411 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34354) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:29.072703 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-aee40a56-424d-40ca-ad5e-d8bdff86b14b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'security_group_rule': {'security_group_id': '66a90c95-7711-4bfb-9a17-7449975830c8', 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:29.143286 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.securitygroups_db [None req-aee40a56-424d-40ca-ad5e-d8bdff86b14b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Project 9e6079f9aab44c4ab1aafeba4befcbe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:22:29.153361 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aee40a56-424d-40ca-ad5e-d8bdff86b14b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (f3c5678b-b81d-46dc-9bb6-0cd042e7f9af), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:29.239022 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aee40a56-424d-40ca-ad5e-d8bdff86b14b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (f3c5678b-b81d-46dc-9bb6-0cd042e7f9af), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:29.307996 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aee40a56-424d-40ca-ad5e-d8bdff86b14b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (f3c5678b-b81d-46dc-9bb6-0cd042e7f9af), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:29.327191 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee40a56-424d-40ca-ad5e-d8bdff86b14b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c5678b-b81d-46dc-9bb6-0cd042e7f9af,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:29.390507 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-aee40a56-424d-40ca-ad5e-d8bdff86b14b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:29.391768 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-aee40a56-424d-40ca-ad5e-d8bdff86b14b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3224032 Apr 11 18:22:29.399331 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34356) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:29.399708 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [None req-b8fdc2e7-e869-492a-ba8a-b72e712f251e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'security_group_rule': {'security_group_id': '66a90c95-7711-4bfb-9a17-7449975830c8', 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:29.491362 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.securitygroups_db [None req-b8fdc2e7-e869-492a-ba8a-b72e712f251e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Project 9e6079f9aab44c4ab1aafeba4befcbe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:22:29.497847 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc2e7-e869-492a-ba8a-b72e712f251e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (43c3c705-4862-48cf-bd32-b2180bd487b4), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:29.565757 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc2e7-e869-492a-ba8a-b72e712f251e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (43c3c705-4862-48cf-bd32-b2180bd487b4), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:29.639907 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc2e7-e869-492a-ba8a-b72e712f251e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775015'] for security_group_rule (43c3c705-4862-48cf-bd32-b2180bd487b4), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:29.658840 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdc2e7-e869-492a-ba8a-b72e712f251e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c3c705-4862-48cf-bd32-b2180bd487b4,revision_number=0']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:29.756488 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc2e7-e869-492a-ba8a-b72e712f251e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:29.757751 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-b8fdc2e7-e869-492a-ba8a-b72e712f251e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3615823 Apr 11 18:22:29.851411 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-f95080a7-9af6-4337-a548-bacd907c08de tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009502197&fields=id&tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3 HTTP/1.1" status: 200 len: 267 time: 0.0485625 Apr 11 18:22:29.906752 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-db9b8da3-5448-4228-b16c-9994bfff7c25 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:29.908281 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-db9b8da3-5448-4228-b16c-9994bfff7c25 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0513635 Apr 11 18:22:29.919780 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-6f162ba7-cfa0-4b0e-b19f-7835cb9f39bf tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'port': {'security_groups': ['547b0593-eb61-439f-9ba0-4bf97e874828', '66a90c95-7711-4bfb-9a17-7449975830c8']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:30.003757 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-6f162ba7-cfa0-4b0e-b19f-7835cb9f39bf tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:30.203099 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-6f162ba7-cfa0-4b0e-b19f-7835cb9f39bf tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] For port be211df5-fc2a-48d5-b74f-f53f5db966a5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:30.233858 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-6f162ba7-cfa0-4b0e-b19f-7835cb9f39bf tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:30.296423 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-6f162ba7-cfa0-4b0e-b19f-7835cb9f39bf tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:30.308272 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['be211df5-fc2a-48d5-b74f-f53f5db966a5'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:22:30.339002 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-6f162ba7-cfa0-4b0e-b19f-7835cb9f39bf tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:30.340023 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-6f162ba7-cfa0-4b0e-b19f-7835cb9f39bf tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:30.341079 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0d92a986-0e34-4013-a4a3-97d8d8f04395 req-6f162ba7-cfa0-4b0e-b19f-7835cb9f39bf tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "PUT /v2.0/ports/be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 200 len: 981 time: 0.4261231 Apr 11 18:22:30.341498 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:30.343788 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3d9bad-5e05-4908-88e5-1f36940e80d8" -d '{"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:30.389410 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f162ba7-cfa0-4b0e-b19f-7835cb9f39bf tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'Port': ['ID=be211df5-fc2a-48d5-b74f-f53f5db966a5,revision_number=6']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:30.396197 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a99199c-c8e8-4362-b619-b2f97ff11f72 x-openstack-request-id: req-1a99199c-c8e8-4362-b619-b2f97ff11f72 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:30.397805 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:30.398146 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a99199c-c8e8-4362-b619-b2f97ff11f72 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:30.399163 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a99199c-c8e8-4362-b619-b2f97ff11f72'] response: {'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'status': 'completed', 'code': 200} Apr 11 18:22:30.480975 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['be211df5-fc2a-48d5-b74f-f53f5db966a5'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:22:30.509905 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2c2d2-4fd9-4036-bba5-64c11f962071 req-b39124d6-cb8f-4ac1-8591-ea21d4987a9e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:30.511463 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-eea2c2d2-4fd9-4036-bba5-64c11f962071 req-b39124d6-cb8f-4ac1-8591-ea21d4987a9e tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0818808 Apr 11 18:22:30.512660 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-6849038d-9293-4b4b-a306-2ed48031f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:30.514029 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-6849038d-9293-4b4b-a306-2ed48031f661 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 1168 time: 0.0956173 Apr 11 18:22:30.638546 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-eea2c2d2-4fd9-4036-bba5-64c11f962071 req-3b921f8b-2914-4825-9b56-61c34f78f774 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194818 Apr 11 18:22:30.663518 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-8656b536-4d48-4bb0-bb61-4c2cfdbf4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:30.665274 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-8656b536-4d48-4bb0-bb61-4c2cfdbf4692 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3a6795c-152d-4ca7-9add-795d702fb393 HTTP/1.1" status: 200 len: 916 time: 0.1440527 Apr 11 18:22:30.691292 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-19ae3f84-1b7f-45fa-ae8e-5f9a6f5c4e41 None None] Provisioning complete for port be211df5-fc2a-48d5-b74f-f53f5db966a5 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:22:30.692263 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-19ae3f84-1b7f-45fa-ae8e-5f9a6f5c4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:30.736621 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-96f82ce9-3b83-4242-a116-d390e8db215e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 200 len: 1001 time: 0.0655372 Apr 11 18:22:30.786217 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-98e85b63-8645-495b-9e00-4eb70edb714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:30.787755 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-98e85b63-8645-495b-9e00-4eb70edb714b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b10ff85-72fc-465d-a7bc-ae2d872ecfb4 HTTP/1.1" status: 200 len: 854 time: 0.0454123 Apr 11 18:22:30.843822 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-511a0fff-066e-48dc-b9fe-5f2cf6f188b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:30.845470 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-511a0fff-066e-48dc-b9fe-5f2cf6f188b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3a6795c-152d-4ca7-9add-795d702fb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452394 Apr 11 18:22:30.900888 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-19ae3f84-1b7f-45fa-ae8e-5f9a6f5c4e41 None None] Current status of the port be211df5-fc2a-48d5-b74f-f53f5db966a5 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:30.948757 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-81d393ed-936f-426b-b5c0-88c07b71489b service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954766 Apr 11 18:22:31.050133 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-5c3d9bad-5e05-4908-88e5-1f36940e80d8 req-2db21e8a-aeb2-4295-ad58-20c52c73abe5 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969570 Apr 11 18:22:31.668300 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:32.799514 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c87fc9a4-4eeb-4f1d-a198-d1edc76c9610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:35.005267 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e16c297c-1831-4ada-adcb-901e9a83ce6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.266737 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:22:36.484768 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:37.736375 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:39.125012 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:45.595944 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704702c-b057-4167-8146-9dfe2d3e6460 req-a2131c08-7750-464c-b0a0-2d0a7b23e914 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:45.597549 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6704702c-b057-4167-8146-9dfe2d3e6460 req-a2131c08-7750-464c-b0a0-2d0a7b23e914 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 945 time: 0.0542569 Apr 11 18:22:45.646887 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-6704702c-b057-4167-8146-9dfe2d3e6460 req-95b00697-6a1e-4ae9-a1f8-1cd69e82ae6e tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Apr 11 18:22:46.769830 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f2c16-ea94-4770-af25-191f1abd12bc req-9d380886-dbb1-4ee0-bda4-06da51846f3b tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:46.769830 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-911f2c16-ea94-4770-af25-191f1abd12bc req-9d380886-dbb1-4ee0-bda4-06da51846f3b tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 945 time: 0.0517769 Apr 11 18:22:46.812783 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-911f2c16-ea94-4770-af25-191f1abd12bc req-e08204fb-fbdd-4554-bb17-0f19a86a4a53 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/security-groups?id=231959f0-07e6-4624-8744-8f57efd14e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Apr 11 18:22:47.271655 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-a5331184-72c2-4dfa-82a6-1f26d137304b tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:47.273208 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-a5331184-72c2-4dfa-82a6-1f26d137304b tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 945 time: 0.0474074 Apr 11 18:22:47.361748 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Deleting port f837dd19-6534-4d73-93d6-84b5cc327983 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:22:47.362088 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:47.449545 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] For port f837dd19-6534-4d73-93d6-84b5cc327983, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f837dd19-6534-4d73-93d6-84b5cc327983,segment=NetworkSegment(72b983bb-d1f3-428e-bbef-81f632eb767b),segment_id=72b983bb-d1f3-428e-bbef-81f632eb767b)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:47.449904 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:47.463474 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Calling delete_port for f837dd19-6534-4d73-93d6-84b5cc327983 owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:22:47.650450 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (f837dd19-6534-4d73-93d6-84b5cc327983), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:47.662778 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['f837dd19-6534-4d73-93d6-84b5cc327983'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:22:47.681183 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Pushing event deleted for resources: {'Port': ['ID=f837dd19-6534-4d73-93d6-84b5cc327983,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:47.693873 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.694275 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.694663 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.695011 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.695356 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.695696 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.696032 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.696399 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.696735 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.697067 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.697399 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.697735 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.698063 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.698391 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.698717 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:47.736882 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] No DVR routers for this DVR port f837dd19-6534-4d73-93d6-84b5cc327983 on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:22:47.739430 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:47.742776 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-819d081a-b3d6-4faa-9711-404ffd67cd6e req-06c72c7f-9cec-4eec-9b87-307c69b06281 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.15 "DELETE /v2.0/ports/f837dd19-6534-4d73-93d6-84b5cc327983 HTTP/1.1" status: 204 len: 173 time: 0.4651375 Apr 11 18:22:47.743225 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7856dd3-96c3-4887-bf38-708229e4dc4f', 'name': 'network-vif-deleted', 'tag': 'f837dd19-6534-4d73-93d6-84b5cc327983'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:47.745930 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e8c66-da2b-443c-9014-069f8934d8d2" -d '{"events": [{"server_uuid": "f7856dd3-96c3-4887-bf38-708229e4dc4f", "name": "network-vif-deleted", "tag": "f837dd19-6534-4d73-93d6-84b5cc327983"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:47.782480 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba13ab8-e542-4255-b836-467cc0648260 x-openstack-request-id: req-0ba13ab8-e542-4255-b836-467cc0648260 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:47.783100 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7856dd3-96c3-4887-bf38-708229e4dc4f", "name": "network-vif-deleted", "tag": "f837dd19-6534-4d73-93d6-84b5cc327983", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:47.783100 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ba13ab8-e542-4255-b836-467cc0648260 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:47.783496 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba13ab8-e542-4255-b836-467cc0648260'] response: {'server_uuid': 'f7856dd3-96c3-4887-bf38-708229e4dc4f', 'name': 'network-vif-deleted', 'tag': 'f837dd19-6534-4d73-93d6-84b5cc327983', 'status': 'completed', 'code': 200} Apr 11 18:22:47.911042 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b96bb57-5877-434f-b5f0-5efd69ee8268 req-b1a542dc-f1b6-4dbd-9fad-b01e955ffa12 tempest-VolumesSnapshotTestJSON-1297667109 tempest-VolumesSnapshotTestJSON-1297667109-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7856dd3-96c3-4887-bf38-708229e4dc4f HTTP/1.1" status: 200 len: 210 time: 0.0323789 Apr 11 18:22:49.852143 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device f837dd19-6534-4d73-93d6-84b5cc327983 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:22:49.873802 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: f837dd19-6534-4d73-93d6-84b5cc327983 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:22:49.874144 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device f837dd19-6534-4d73-93d6-84b5cc327983 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:22:53.524878 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b1d83-d9c0-41f2-a7b1-d2a2b633dd24 req-dd0f7fd2-e14e-4464-a0e5-be7ec933968c tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:53.526347 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-200b1d83-d9c0-41f2-a7b1-d2a2b633dd24 req-dd0f7fd2-e14e-4464-a0e5-be7ec933968c tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0474260 Apr 11 18:22:53.587268 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-200b1d83-d9c0-41f2-a7b1-d2a2b633dd24 req-9587b8af-697d-4f7b-b8d1-a8ea907e0e25 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551682 Apr 11 18:22:54.332745 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-fe364e31-7ca9-4e83-b459-09c42a67c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:54.334251 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-fe364e31-7ca9-4e83-b459-09c42a67c67f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 1168 time: 0.0403750 Apr 11 18:22:54.427635 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-a7c381fc-82f2-4c1d-ae25-fa77f24d57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:54.429114 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-a7c381fc-82f2-4c1d-ae25-fa77f24d57c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3a6795c-152d-4ca7-9add-795d702fb393 HTTP/1.1" status: 200 len: 916 time: 0.0891035 Apr 11 18:22:54.496909 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-ad3224a1-8937-4738-8e77-a438879a82d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 200 len: 1001 time: 0.0596385 Apr 11 18:22:54.545980 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-dde7c5cd-08dd-487a-ae05-8bc14605368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:54.547538 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-dde7c5cd-08dd-487a-ae05-8bc14605368b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b10ff85-72fc-465d-a7bc-ae2d872ecfb4 HTTP/1.1" status: 200 len: 854 time: 0.0449731 Apr 11 18:22:54.594453 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-c2166dd7-42b9-4ea6-ac07-ed6485738b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:54.595955 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-c2166dd7-42b9-4ea6-ac07-ed6485738b6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3a6795c-152d-4ca7-9add-795d702fb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415621 Apr 11 18:22:54.718774 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ccf30-802f-4823-ae2d-2ca719d241c0 req-95a8fb40-bf86-4395-8e87-5cbb729b6b52 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:54.720276 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-081ccf30-802f-4823-ae2d-2ca719d241c0 req-95a8fb40-bf86-4395-8e87-5cbb729b6b52 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0614371 Apr 11 18:22:54.724728 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-b07af115-3c4e-4b1c-88a6-9724cfc22655 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228075 Apr 11 18:22:54.783409 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-081ccf30-802f-4823-ae2d-2ca719d241c0 req-db3906f8-0dd6-4baf-af76-d627f0883814 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565648 Apr 11 18:22:55.623194 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d1fe6354-31b4-48f9-9b32-471fca8642c3 req-1517356b-b183-4657-8e86-98d19fa3cd62 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917635 Apr 11 18:22:55.904328 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7df2c-9a6d-4890-8627-7140ab4b9313 req-6c710dd2-8b51-4e8c-bf65-969624d380ff tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:55.905845 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-87f7df2c-9a6d-4890-8627-7140ab4b9313 req-6c710dd2-8b51-4e8c-bf65-969624d380ff tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0508404 Apr 11 18:22:55.972256 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-87f7df2c-9a6d-4890-8627-7140ab4b9313 req-15d497a6-8ade-40da-8dc5-db466d35cf1c tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604672 Apr 11 18:22:57.088810 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2607277-c34d-4afa-99e2-7dd2f75d6309 req-438ad91f-817a-4af2-9242-3b5c4b9c8189 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:57.090300 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2607277-c34d-4afa-99e2-7dd2f75d6309 req-438ad91f-817a-4af2-9242-3b5c4b9c8189 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0488977 Apr 11 18:22:57.153007 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2607277-c34d-4afa-99e2-7dd2f75d6309 req-6ce33467-bbcb-4ce3-9b76-0beb548c402d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569217 Apr 11 18:22:58.269295 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d459a7-1e99-48b1-b652-6617ed829610 req-647f06b4-b887-42c2-9589-9a79ccf98f1a tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:58.271512 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-44d459a7-1e99-48b1-b652-6617ed829610 req-647f06b4-b887-42c2-9589-9a79ccf98f1a tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0494456 Apr 11 18:22:58.335139 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-44d459a7-1e99-48b1-b652-6617ed829610 req-40cce010-97ca-456b-9846-3b336a992fbc tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578523 Apr 11 18:22:59.451356 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990093e-3d00-4492-9a44-17222b94869b req-6794cf17-3560-4918-8e9d-587637aca214 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:59.452821 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3990093e-3d00-4492-9a44-17222b94869b req-6794cf17-3560-4918-8e9d-587637aca214 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0499704 Apr 11 18:22:59.518554 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3990093e-3d00-4492-9a44-17222b94869b req-5bab82a1-f6d1-4587-839f-77ab192dc224 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599601 Apr 11 18:23:00.635258 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43335cd-1ee0-4a52-961c-a1263f0c4064 req-012a913f-78ea-410b-92a7-e4ca909e3f63 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:00.636705 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e43335cd-1ee0-4a52-961c-a1263f0c4064 req-012a913f-78ea-410b-92a7-e4ca909e3f63 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0504563 Apr 11 18:23:00.699089 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e43335cd-1ee0-4a52-961c-a1263f0c4064 req-47c7b04d-0c52-429d-b60c-f9e4408b6454 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566697 Apr 11 18:23:01.575560 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:01.817093 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77588ff8-0f45-4316-8da3-9a24aef03ea4 req-2a7f95a1-d505-4d26-9369-5d4345ffb32b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:01.818579 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77588ff8-0f45-4316-8da3-9a24aef03ea4 req-2a7f95a1-d505-4d26-9369-5d4345ffb32b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0507905 Apr 11 18:23:01.887291 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-77588ff8-0f45-4316-8da3-9a24aef03ea4 req-25287e31-abb2-422d-bc08-ad16ccc3dcda tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617766 Apr 11 18:23:02.445431 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d8b18cf4-de61-46bc-a447-ccf45f6a0dba tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082380894&fields=id&tenant_id=a30b93fdaa5346598d9e8d3d46808420 HTTP/1.1" status: 200 len: 267 time: 0.0605056 Apr 11 18:23:02.555442 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-41245704-c635-4ea9-878a-15e82a30ee53 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:02.556969 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-41245704-c635-4ea9-878a-15e82a30ee53 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 811 time: 0.1046586 Apr 11 18:23:02.572119 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-aa1e82de-a061-431a-8813-9211d909771b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/quotas/a30b93fdaa5346598d9e8d3d46808420 HTTP/1.1" status: 200 len: 375 time: 0.0097682 Apr 11 18:23:02.622911 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-ca888484-4a07-4d62-99a1-1aba3fcb42fe tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458720 Apr 11 18:23:02.729401 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-23799c25-00f8-4644-bdf1-b4a5e1b300d0 service neutron] 10.222.0.53 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941226 Apr 11 18:23:02.788127 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e918e96-27b7-490b-995e-b44029ed5b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:02.824208 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-b48a2f0d-545e-4913-9974-4edd627c45bf service neutron] 10.222.0.53 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886676 Apr 11 18:23:03.013581 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc109ad-6efe-4e99-8b1f-dee94ad24f0c req-1f074f8b-a4aa-446f-9cd7-29c6efbe02da tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:03.015126 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7fc109ad-6efe-4e99-8b1f-dee94ad24f0c req-1f074f8b-a4aa-446f-9cd7-29c6efbe02da tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0526724 Apr 11 18:23:03.077147 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7fc109ad-6efe-4e99-8b1f-dee94ad24f0c req-d7b4df71-f8d5-41a8-abe3-bed0a3e890aa tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562499 Apr 11 18:23:03.482814 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-07faa971-c0db-4e14-9986-998ed53a3214 req-d2e5c333-9655-470c-acb5-9511ab1ee378 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 210 time: 0.0305729 Apr 11 18:23:04.209743 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c2036-ce5f-4673-86d5-7893aa502ce0 req-47be4c7c-18f8-43b2-b3d0-5d5f08b4a7ec tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:04.211452 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ea7c2036-ce5f-4673-86d5-7893aa502ce0 req-47be4c7c-18f8-43b2-b3d0-5d5f08b4a7ec tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0526409 Apr 11 18:23:04.276369 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ea7c2036-ce5f-4673-86d5-7893aa502ce0 req-d34dba4d-9596-4060-b3bb-1fac8a23d9d9 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587032 Apr 11 18:23:04.579085 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-c2793bff-e82e-4823-9423-314e868d343f req-8afb3b1a-b151-48ff-a50c-e9864615007d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 210 time: 0.0292826 Apr 11 18:23:05.015612 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b477773b-f562-48b1-af55-1dc728a5a5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:05.391688 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26855cf-1b0a-452c-9c2a-efb4a2691b4f req-74996fbe-1490-45c1-9c10-02d7f97fc48f tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:05.393240 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f26855cf-1b0a-452c-9c2a-efb4a2691b4f req-74996fbe-1490-45c1-9c10-02d7f97fc48f tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0481300 Apr 11 18:23:05.456203 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f26855cf-1b0a-452c-9c2a-efb4a2691b4f req-3cd45f6f-aa45-4f64-a99c-5b9f4ad6870d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564344 Apr 11 18:23:05.678261 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-be1bcb75-fa94-487d-ab33-e8fd63e75496 req-783826e3-6562-4674-b1d3-33f8dc9cca2c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 210 time: 0.0317800 Apr 11 18:23:06.512862 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:06.586741 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7e19a-0c4f-47f0-bb1e-a7dff0cc5d63 req-475d861f-ced4-4db7-9f16-3b4bf6703f2b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:06.588320 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ffc7e19a-0c4f-47f0-bb1e-a7dff0cc5d63 req-475d861f-ced4-4db7-9f16-3b4bf6703f2b tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0615628 Apr 11 18:23:06.653880 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ffc7e19a-0c4f-47f0-bb1e-a7dff0cc5d63 req-20db6e41-1903-4c49-b5cc-3772180bd7e0 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593901 Apr 11 18:23:06.701369 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-6745033a-bdf1-431d-a076-35f1730eb2c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397723 Apr 11 18:23:06.803269 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-0b0f3a16-dad3-4766-b9a3-eb36bac4ea0f req-1eb16ee4-0bc8-406b-a41e-6ab8c280d512 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 210 time: 0.0524619 Apr 11 18:23:06.806365 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-cfdf9d4b-f962-4cff-97d0-2aa38996441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:06.807783 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-cfdf9d4b-f962-4cff-97d0-2aa38996441a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 1130 time: 0.0655229 Apr 11 18:23:06.984663 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-07310535-2684-4695-a293-973605f694f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:06.986150 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-07310535-2684-4695-a293-973605f694f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 912 time: 0.1589115 Apr 11 18:23:07.051015 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-dc237f5a-8328-44d2-a81e-1c438108c154 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:07.052438 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-dc237f5a-8328-44d2-a81e-1c438108c154 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 811 time: 0.1640861 Apr 11 18:23:07.086110 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-5a21ffa6-b9e7-469e-a4a2-e91a6c273315 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7 HTTP/1.1" status: 200 len: 1002 time: 0.0922208 Apr 11 18:23:07.162755 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-666acc24-3063-489e-bb86-fef8811a70e8 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a30b93fdaa5346598d9e8d3d46808420 HTTP/1.1" status: 200 len: 380 time: 0.0986938 Apr 11 18:23:07.168469 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-7c3aaae0-1602-413a-a1f6-2edb3d5aeaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:07.169880 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-7c3aaae0-1602-413a-a1f6-2edb3d5aeaa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.0723214 Apr 11 18:23:07.174508 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'port': {'device_id': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'admin_state_up': True, 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'security_groups': ['501cbd4a-131b-4e38-9037-27dd2a4625de']}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:07.266572 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-e2733228-6f7c-41d4-ad06-96463aac8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:07.268091 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-e2733228-6f7c-41d4-ad06-96463aac8954 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901210 Apr 11 18:23:07.401533 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-d584104a-0753-4d16-8524-c44e051f8d13 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271074 Apr 11 18:23:07.469461 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Made reservation on behalf of a30b93fdaa5346598d9e8d3d46808420 for: {'port': 1} {{(pid=103992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:23:07.472687 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:07.549774 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d5d7bd45-e305-4e42-8bd3-f782aaf3d5e7 req-6b96d589-fbf9-4d8c-9a62-2969fc882370 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420774 Apr 11 18:23:07.622719 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_common [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Allocated IP 172.20.0.12 (641f9d7f-500e-442e-818b-41a249abf5c3/a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97/448a309f-5b9f-4779-8f34-f3ce43c7ee4f) {{(pid=103992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:07.788967 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:07.793204 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), precommit_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:07.908968 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-33a0d07b-30fd-4f51-a3a8-cf53f8b6fe6c req-360d886a-9d4c-4457-b9f1-be43bd0f3641 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 210 time: 0.0295136 Apr 11 18:23:07.910427 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce27df-5ac7-444d-8a6a-d51875f8b895 req-2c0b3b47-6184-43ec-a993-5adb77c37820 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:07.912210 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ccce27df-5ac7-444d-8a6a-d51875f8b895 req-2c0b3b47-6184-43ec-a993-5adb77c37820 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.1797242 Apr 11 18:23:07.971427 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), after_create {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:07.981029 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ccce27df-5ac7-444d-8a6a-d51875f8b895 req-2fd5a5f0-2889-4510-bb40-197c850985df tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627561 Apr 11 18:23:08.006431 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Network 641f9d7f-500e-442e-818b-41a249abf5c3 is already hosted by enough agents. {{(pid=103992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:08.025930 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.base_scheduler [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Resources bound (agent type, host, resource id): {{(pid=103992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:08.028426 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Received port after_create {{(pid=103992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:08.088300 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'Port': ['ID=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,revision_number=1']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:08.099603 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:08.100441 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:08.173046 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-d4030dec-55b0-4dfc-a6b7-5db26de26040 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0020030 Apr 11 18:23:08.267892 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-f4f8ef69-1865-4a66-b20a-af0b1e9d4ffd None None] Provisioning complete for port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:08.268294 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ef69-1865-4a66-b20a-af0b1e9d4ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:08.302291 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8ef69-1865-4a66-b20a-af0b1e9d4ffd None None] Port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f cannot update to ACTIVE because it is not bound. {{(pid=103994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:23:08.385060 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.v2.base [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Request body: {'port': {'device_id': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:08.451739 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:08.719974 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448a309f-5b9f-4779-8f34-f3ce43c7ee4f {{(pid=103992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:23:08.727469 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Publish callbacks [] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), precommit_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:08.740921 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.provisioning_blocks [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Transition to ACTIVE for port object 448a309f-5b9f-4779-8f34-f3ce43c7ee4f will not be triggered until provisioned by entity L2. {{(pid=103992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:23:08.890410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:08.951620 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Pushing event updated for resources: {'Port': ['ID=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,revision_number=2']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:09.071697 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d887-0f8d-4ddc-b512-67820866717b req-df472560-58ea-4e59-8cd9-17f513178ffa tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:09.073464 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2f41d887-0f8d-4ddc-b512-67820866717b req-df472560-58ea-4e59-8cd9-17f513178ffa tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 944 time: 0.0714757 Apr 11 18:23:09.084952 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Attempting to bind port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:23:09.085288 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Attempting to bind port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:23:09.089007 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Attempting to bind port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f on network 641f9d7f-500e-442e-818b-41a249abf5c3 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:09.104705 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f on network 641f9d7f-500e-442e-818b-41a249abf5c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:23:09.105037 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Attempting to bind port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f on network 641f9d7f-500e-442e-818b-41a249abf5c3 {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:09.118038 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Checking agent: {'id': 'af1f12f9-4a23-4466-99ba-d42c0eb5f883', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:23:09.118383 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Checking segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:23:09.118782 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Bound using segment: {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'} {{(pid=103992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:23:09.119238 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.managers [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Bound port: 448a309f-5b9f-4779-8f34-f3ce43c7ee4f, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308802fa-bb9f-468e-bb75-b066bbb124ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3'}}] {{(pid=103992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:23:09.119602 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), before_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:09.136337 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:09.142097 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7787-7e7a-4dce-9a43-36e554399d1e req-b31c6ce8-39af-4209-9bd6-207c5ea39e0f tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:09.148984 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3ebe7787-7e7a-4dce-9a43-36e554399d1e req-b31c6ce8-39af-4209-9bd6-207c5ea39e0f tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0679042 Apr 11 18:23:09.176645 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-2f41d887-0f8d-4ddc-b512-67820866717b req-5bb579b7-f934-45a0-bb7c-610d157af4b1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884411 Apr 11 18:23:09.212939 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] For port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f, host hv-cinder-83735, cleared binding levels {{(pid=103992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:23:09.216803 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] For port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:23:09.222935 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3ebe7787-7e7a-4dce-9a43-36e554399d1e req-2ca05873-889f-473b-80f5-f515a6c8f1bd tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=66a90c95-7711-4bfb-9a17-7449975830c8&id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721171 Apr 11 18:23:09.279284 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25692128'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), after_update {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:09.317303 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:09.317922 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:09.319630 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] 10.222.0.15 "PUT /v2.0/ports/448a309f-5b9f-4779-8f34-f3ce43c7ee4f HTTP/1.1" status: 200 len: 1094 time: 0.9387929 Apr 11 18:23:09.319954 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:09.322261 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcb82f9-337b-47ce-b7fe-e0795a811825" -d '{"events": [{"name": "network-changed", "server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:09.349552 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05279e5-5da5-4a57-a649-725eddbeed09 service neutron] Pushing event updated for resources: {'Port': ['ID=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,revision_number=3']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:09.363402 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c884f60b-1010-49dd-9dc3-be7672cfc481 x-openstack-request-id: req-c884f60b-1010-49dd-9dc3-be7672cfc481 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:09.363534 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:09.363738 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c884f60b-1010-49dd-9dc3-be7672cfc481 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:09.364199 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c884f60b-1010-49dd-9dc3-be7672cfc481'] response: {'name': 'network-changed', 'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'status': 'completed', 'code': 200} Apr 11 18:23:09.438644 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb82f9-337b-47ce-b7fe-e0795a811825 req-ad56bf56-0bf6-474a-81e7-657d0b19822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:09.440330 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7bcb82f9-337b-47ce-b7fe-e0795a811825 req-ad56bf56-0bf6-474a-81e7-657d0b19822d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 1128 time: 0.0496912 Apr 11 18:23:09.548822 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb82f9-337b-47ce-b7fe-e0795a811825 req-bb8b2669-a398-4120-886f-aada3b09ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:09.550231 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7bcb82f9-337b-47ce-b7fe-e0795a811825 req-bb8b2669-a398-4120-886f-aada3b09ada6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a30b93fdaa5346598d9e8d3d46808420&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1026001 Apr 11 18:23:09.658234 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb82f9-337b-47ce-b7fe-e0795a811825 req-9c2b2b53-0b61-49f1-ab54-7c8f00f8301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:09.659623 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7bcb82f9-337b-47ce-b7fe-e0795a811825 req-9c2b2b53-0b61-49f1-ab54-7c8f00f8301e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038597 Apr 11 18:23:09.736159 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-20f7100b-174d-46f5-9c63-05d757ba77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:09.737637 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-20f7100b-174d-46f5-9c63-05d757ba77ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 1128 time: 0.0388105 Apr 11 18:23:09.781208 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-82aac54f-a346-4b5e-91e2-607d886875cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448a309f-5b9f-4779-8f34-f3ce43c7ee4f HTTP/1.1" status: 200 len: 217 time: 0.0357928 Apr 11 18:23:10.115514 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-0072ee48-978f-4fa5-9685-afa21b5308ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:10.116930 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-0072ee48-978f-4fa5-9685-afa21b5308ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.3299451 Apr 11 18:23:10.160977 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-71da68f5-407f-46d7-9d4a-d8e5cc72d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:10.162465 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-71da68f5-407f-46d7-9d4a-d8e5cc72d05c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393174 Apr 11 18:23:10.264378 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-a88714f2-0e1e-4ba5-b2f1-8356fe8adc88 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945151 Apr 11 18:23:10.296528 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e32f1c-98a1-4f30-b988-a17f40e77100 req-39939204-15e5-4f09-ae9d-c591a4d5e963 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:10.298102 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-58e32f1c-98a1-4f30-b988-a17f40e77100 req-39939204-15e5-4f09-ae9d-c591a4d5e963 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 944 time: 0.0514381 Apr 11 18:23:10.357619 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-58e32f1c-98a1-4f30-b988-a17f40e77100 req-195d2ba3-1ec4-47a6-b146-5ead2912344c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502219 Apr 11 18:23:10.373221 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-1ceb2caa-d07f-43e4-837b-8fd2ae766eca req-69fb5635-ce07-472c-805e-6ec9a4286589 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021686 Apr 11 18:23:11.546085 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a955a-ca75-432b-8550-a211faecb81b req-d51eb768-d78b-47a7-a2ab-0bceeb00282d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:11.547743 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6f6a955a-ca75-432b-8550-a211faecb81b req-d51eb768-d78b-47a7-a2ab-0bceeb00282d tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 944 time: 0.1074607 Apr 11 18:23:11.603015 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6f6a955a-ca75-432b-8550-a211faecb81b req-2fadfb76-4aa3-43c7-a2de-e973ef095bfb tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494215 Apr 11 18:23:12.721182 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6ec04-219c-4d27-94b9-4d2b08fd1f44 req-f5be6863-adbd-4fbc-abe9-e1d169797874 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:12.722769 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8ec6ec04-219c-4d27-94b9-4d2b08fd1f44 req-f5be6863-adbd-4fbc-abe9-e1d169797874 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 944 time: 0.0475457 Apr 11 18:23:12.774335 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8ec6ec04-219c-4d27-94b9-4d2b08fd1f44 req-e3495320-134a-4203-a68d-969e3c69cdf2 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453386 Apr 11 18:23:13.265073 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:23:13.894389 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279bd71-1849-48b9-b245-ba329c547170 req-ed44efe5-b0cf-4179-a758-937ed6598a3b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:13.895897 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b279bd71-1849-48b9-b245-ba329c547170 req-ed44efe5-b0cf-4179-a758-937ed6598a3b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 944 time: 0.0543218 Apr 11 18:23:13.946062 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b279bd71-1849-48b9-b245-ba329c547170 req-84810657-586f-4137-ba5c-bf2eb2d33327 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Apr 11 18:23:15.065399 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cdcb7-c341-42c0-9154-4bf31d4339dc req-966ae0a0-3fa4-4659-bc06-d326a2af0848 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:15.066873 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-312cdcb7-c341-42c0-9154-4bf31d4339dc req-966ae0a0-3fa4-4659-bc06-d326a2af0848 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 944 time: 0.0534053 Apr 11 18:23:15.118217 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-312cdcb7-c341-42c0-9154-4bf31d4339dc req-3a3bf1db-a65d-41c7-9edc-c2475ca6a9bc tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455773 Apr 11 18:23:16.230899 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3faf2-7c34-42d8-adde-cacda32a89c3 req-7e616858-2abf-4ce3-a91e-c23132d44599 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:16.232444 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-04d3faf2-7c34-42d8-adde-cacda32a89c3 req-7e616858-2abf-4ce3-a91e-c23132d44599 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 944 time: 0.0465426 Apr 11 18:23:16.280220 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-04d3faf2-7c34-42d8-adde-cacda32a89c3 req-6d8c3ed9-51be-4048-9040-9393eb0d969b tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Apr 11 18:23:17.395000 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84748301-3649-47eb-95c8-5a48a7f821a9 req-c5f59a8c-60ef-4344-beac-2804dba92e70 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:17.396477 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-84748301-3649-47eb-95c8-5a48a7f821a9 req-c5f59a8c-60ef-4344-beac-2804dba92e70 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 944 time: 0.0518229 Apr 11 18:23:17.445059 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-84748301-3649-47eb-95c8-5a48a7f821a9 req-96cfb6ce-c37f-4bc4-b538-a8c7d3cb50ff tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Apr 11 18:23:17.693932 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34690) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:17.742242 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_v2 [None req-4340f64a-0646-46fb-8376-9799f027d092 admin admin] Deleting subnet 06ec1ae0-3e11-4b19-8d56-841d61d1ddb0 {{(pid=103992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:23:17.745681 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4340f64a-0646-46fb-8376-9799f027d092 admin admin] Publish callbacks [] for subnet (06ec1ae0-3e11-4b19-8d56-841d61d1ddb0), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.780490 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4340f64a-0646-46fb-8376-9799f027d092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25978403'] for subnet (06ec1ae0-3e11-4b19-8d56-841d61d1ddb0), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.821129 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4340f64a-0646-46fb-8376-9799f027d092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (06ec1ae0-3e11-4b19-8d56-841d61d1ddb0), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.924653 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4340f64a-0646-46fb-8376-9799f027d092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25692054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25708748'] for subnet (06ec1ae0-3e11-4b19-8d56-841d61d1ddb0), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.951442 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340f64a-0646-46fb-8376-9799f027d092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ec1ae0-3e11-4b19-8d56-841d61d1ddb0,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:17.955332 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-4340f64a-0646-46fb-8376-9799f027d092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.958643 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-4340f64a-0646-46fb-8376-9799f027d092 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/06ec1ae0-3e11-4b19-8d56-841d61d1ddb0 HTTP/1.1" status: 204 len: 168 time: 0.2635515 Apr 11 18:23:17.961557 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34692) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:17.976100 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 448a309f-5b9f-4779-8f34-f3ce43c7ee4f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:23:18.035552 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (1f3e60e2-eecb-429e-aedd-ca31415d7770), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.080724 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:18.093928 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Returning: {'device': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'port_id': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'mac_address': 'fa:16:3e:27:43:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:23:18.114595 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (1f3e60e2-eecb-429e-aedd-ca31415d7770), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.132594 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f is: DOWN; New status is: BUILD {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:18.132995 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.140611 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3e60e2-eecb-429e-aedd-ca31415d7770']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:18.146272 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448a309f-5b9f-4779-8f34-f3ce43c7ee4f {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:23:18.150651 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b983bb-d1f3-428e-bbef-81f632eb767b') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:18.151368 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b983bb-d1f3-428e-bbef-81f632eb767b') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:18.160263 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (72b983bb-d1f3-428e-bbef-81f632eb767b), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.165895 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:18.173410 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (72b983bb-d1f3-428e-bbef-81f632eb767b), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.179709 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:23:18.180117 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (72b983bb-d1f3-428e-bbef-81f632eb767b), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:23:18.181811 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:23:18.245011 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.292817 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,revision_number=4']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:18.299858 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.300238 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.300584 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.300971 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.301294 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.301629 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.301960 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.302288 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.302616 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.302942 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.303840 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.304128 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.304455 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.304775 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.305096 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:18.330127 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (1f3e60e2-eecb-429e-aedd-ca31415d7770), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.335642 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.338837 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] 10.222.0.53 "DELETE /v2.0/networks/1f3e60e2-eecb-429e-aedd-ca31415d7770 HTTP/1.1" status: 204 len: 168 time: 0.3763530 Apr 11 18:23:18.352238 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8a8a0-fd49-426f-a432-826f6e4b844f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3e60e2-eecb-429e-aedd-ca31415d7770,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:18.473017 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['448a309f-5b9f-4779-8f34-f3ce43c7ee4f'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:23:18.560362 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8b29e-a41f-4499-a87d-5abb29048a90 req-af7557eb-713c-424d-9665-d09ae2ab0944 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:18.561894 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f5e8b29e-a41f-4499-a87d-5abb29048a90 req-af7557eb-713c-424d-9665-d09ae2ab0944 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 945 time: 0.0468590 Apr 11 18:23:18.617263 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-f5e8b29e-a41f-4499-a87d-5abb29048a90 req-53a561c2-ec02-4704-b524-3951040282a1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497010 Apr 11 18:23:18.697214 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34698) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:18.738100 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-8abf5d9c-5f3b-41b0-9caf-3f3914a49b23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91f6fa262a0d4db598df1d6e18002a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396955 Apr 11 18:23:18.740661 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34700) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:18.788568 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b43fe58a-300f-4f93-9e69-647f7915111c admin admin] Publish callbacks [] for security_group (231959f0-07e6-4624-8744-8f57efd14e85), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.815502 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b43fe58a-300f-4f93-9e69-647f7915111c admin admin] Publish callbacks [] for security_group (231959f0-07e6-4624-8744-8f57efd14e85), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.970768 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b43fe58a-300f-4f93-9e69-647f7915111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (231959f0-07e6-4624-8744-8f57efd14e85), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.973395 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b43fe58a-300f-4f93-9e69-647f7915111c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:18.974619 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b43fe58a-300f-4f93-9e69-647f7915111c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/231959f0-07e6-4624-8744-8f57efd14e85 HTTP/1.1" status: 204 len: 168 time: 0.2329659 Apr 11 18:23:18.983951 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fe58a-300f-4f93-9e69-647f7915111c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231959f0-07e6-4624-8744-8f57efd14e85,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:19.743043 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e6ce8-6e63-43d2-867b-a1bd74a04f7b req-daae2b79-b5bc-4b01-8321-8906b70259a4 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:19.744535 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-938e6ce8-6e63-43d2-867b-a1bd74a04f7b req-daae2b79-b5bc-4b01-8321-8906b70259a4 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 945 time: 0.0542877 Apr 11 18:23:19.794141 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-938e6ce8-6e63-43d2-867b-a1bd74a04f7b req-35c8b1c3-9fe6-42b9-8966-be6722cf9bc1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Apr 11 18:23:20.001331 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 448a309f-5b9f-4779-8f34-f3ce43c7ee4f up at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:23:20.046656 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning for port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f completed by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:23:20.147885 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Provisioning complete for port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f triggered by entity L2. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:20.148286 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:20.223013 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Current status of the port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f is: BUILD; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:20.223387 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:20.247831 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:20.250390 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78c913711f38049a7cf70bd19a711f7b7e9485fc83fcffb160f090c23aacb81e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaf8bf2-4502-4cca-a888-06fd652ef0fa" -d '{"events": [{"server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "name": "network-vif-plugged", "status": "completed", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:20.269648 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] For port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:20.292712 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8d2253-45a3-41b9-8f2f-1aac7d9a6a42 x-openstack-request-id: req-aa8d2253-45a3-41b9-8f2f-1aac7d9a6a42 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:20.293131 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "name": "network-vif-plugged", "status": "completed", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:20.293548 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa8d2253-45a3-41b9-8f2f-1aac7d9a6a42 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:20.294185 dv-cinder-837354-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8d2253-45a3-41b9-8f2f-1aac7d9a6a42'] response: {'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'code': 200} Apr 11 18:23:20.336857 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:20.386125 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Pushing event updated for resources: {'Port': ['ID=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,revision_number=5']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:20.666120 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaa4c5-2fee-4a8e-b4ed-ce3dc83301c6 req-6f40aa88-6356-455e-a188-3b29c73872fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:20.668948 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-75eaa4c5-2fee-4a8e-b4ed-ce3dc83301c6 req-6f40aa88-6356-455e-a188-3b29c73872fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 1130 time: 0.0424101 Apr 11 18:23:20.716188 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-75eaa4c5-2fee-4a8e-b4ed-ce3dc83301c6 req-8485dbcf-7915-4d3c-bd36-e3bf0c148e19 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Apr 11 18:23:20.907177 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24476b45-db60-4458-b6ed-bb7105c02346 req-cb46befb-15f7-492d-9008-44f6b53d0144 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:20.908721 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-24476b45-db60-4458-b6ed-bb7105c02346 req-cb46befb-15f7-492d-9008-44f6b53d0144 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 946 time: 0.0473535 Apr 11 18:23:20.963727 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-24476b45-db60-4458-b6ed-bb7105c02346 req-b81fd617-d3ab-4626-9b68-0f5a589ad09f tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487771 Apr 11 18:23:22.084504 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54550520-48ae-4bcc-aa2a-b14e481368df req-a22c3ffe-eabc-4a1b-8013-5d375600d2a1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:22.084504 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-54550520-48ae-4bcc-aa2a-b14e481368df req-a22c3ffe-eabc-4a1b-8013-5d375600d2a1 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 946 time: 0.0468519 Apr 11 18:23:22.165332 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-54550520-48ae-4bcc-aa2a-b14e481368df req-412bc2ab-1bd9-4fba-8695-5dbf7d091c52 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749400 Apr 11 18:23:22.297657 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f22ad-22d7-4303-98de-c6b763d7cfd4 req-737e4a0c-7f8c-4666-982b-3ca5086a2a6c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:22.299334 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e49f22ad-22d7-4303-98de-c6b763d7cfd4 req-737e4a0c-7f8c-4666-982b-3ca5086a2a6c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 946 time: 0.0547807 Apr 11 18:23:22.351674 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e49f22ad-22d7-4303-98de-c6b763d7cfd4 req-e8173b60-76a7-45e3-9cb6-6222f747914c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465035 Apr 11 18:23:22.374714 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34714) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:22.605532 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62c199c-907b-4181-a615-914da89043cc tempest-TestVolumeBootPattern-1562829711 tempest-TestVolumeBootPattern-1562829711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:22.609810 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d62c199c-907b-4181-a615-914da89043cc tempest-TestVolumeBootPattern-1562829711 tempest-TestVolumeBootPattern-1562829711-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 1125 time: 0.2313371 Apr 11 18:23:22.609945 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34718) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:22.614183 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Request body: {'floatingip': {'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'port_id': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:22.701573 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:22.789044 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:22.915047 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Allocated IP 172.27.2.49 (247cd6ca-8c7d-43bc-b085-75a8b730eab8/df4aad30-da3c-423a-952a-ea31eb0ddb13/5774fa45-ff4f-44fe-85f7-5e4e6bdf5861) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:23.026223 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for port (5774fa45-ff4f-44fe-85f7-5e4e6bdf5861), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:23.136102 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751656883496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (5774fa45-ff4f-44fe-85f7-5e4e6bdf5861), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:23.173390 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Network 247cd6ca-8c7d-43bc-b085-75a8b730eab8 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:23.176170 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:23.180204 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:23.208226 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'Port': ['ID=5774fa45-ff4f-44fe-85f7-5e4e6bdf5861,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:23.599131 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (7fa1360f-abac-441f-a5c1-2bfe9aa94248), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:23.759729 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (5774fa45-ff4f-44fe-85f7-5e4e6bdf5861), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:23.924382 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for port (5774fa45-ff4f-44fe-85f7-5e4e6bdf5861), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:23.998455 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (5774fa45-ff4f-44fe-85f7-5e4e6bdf5861), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.082833 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event updated for resources: {'Port': ['ID=5774fa45-ff4f-44fe-85f7-5e4e6bdf5861,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:24.094734 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545477'] for floatingip (7fa1360f-abac-441f-a5c1-2bfe9aa94248), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.204941 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Floating IP 7fa1360f-abac-441f-a5c1-2bfe9aa94248 associated. External IP: 172.27.2.49, port: 448a309f-5b9f-4779-8f34-f3ce43c7ee4f. Apr 11 18:23:24.694568 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Router ac2aa955-1d78-4aee-99a5-9ca300f12e58 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:23:24.806663 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:23:24.816960 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] Sync routers for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:23:24.827148 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:24.827908 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:23:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:24.880697 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.911881 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3104ac68-039c-4f35-8bd1-8ad025e85eb5 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3009980 Apr 11 18:23:24.917729 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:24.917729 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b437006-5eee-472e-8c00-5576c7b1b39b" -d '{"events": [{"name": "network-changed", "server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:24.950455 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:24.963877 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9525d06-de6e-4544-90c4-83dec8bbfcdb x-openstack-request-id: req-b9525d06-de6e-4544-90c4-83dec8bbfcdb {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:24.964216 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:24.964465 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9525d06-de6e-4544-90c4-83dec8bbfcdb {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:24.964873 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9525d06-de6e-4544-90c4-83dec8bbfcdb'] response: {'name': 'network-changed', 'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'status': 'completed', 'code': 200} Apr 11 18:23:25.082768 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-c1a19de5-0ba9-4aac-9cbf-b5d513d8934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:25.084729 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-c1a19de5-0ba9-4aac-9cbf-b5d513d8934f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 1130 time: 0.0978160 Apr 11 18:23:25.175573 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-42a6d1a4-1136-43e4-8c59-c926f417d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:25.177254 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-42a6d1a4-1136-43e4-8c59-c926f417d843 service neutron] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 912 time: 0.0872235 Apr 11 18:23:25.182525 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '7fa1360f-abac-441f-a5c1-2bfe9aa94248', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:27:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:23:23Z', 'updated_at': '2022-04-11T18:23:23Z', 'revision_number': 0, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}, {'id': '9c82c3c0-a480-40c1-8bbc-67af788cbb19', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:20:58Z', 'updated_at': '2022-04-11T18:21:01Z', 'revision_number': 1, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:25.208528 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] Checking router: ac2aa955-1d78-4aee-99a5-9ca300f12e58 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:23:25.217395 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:25.217998 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:23:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:25.245672 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-873ce757-1f99-405c-8d00-f9a42df3ebad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448a309f-5b9f-4779-8f34-f3ce43c7ee4f HTTP/1.1" status: 200 len: 999 time: 0.0630889 Apr 11 18:23:25.296428 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-8290ce8a-6da1-45ed-b7f9-6a88487870a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:25.300544 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-8290ce8a-6da1-45ed-b7f9-6a88487870a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.0466442 Apr 11 18:23:25.334867 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:25.344838 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-85a829d5-6454-4aaa-9068-bcbd4963d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:25.346402 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-85a829d5-6454-4aaa-9068-bcbd4963d229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418270 Apr 11 18:23:25.356212 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-a2eb5a42-e6b2-49a3-9156-2c1fc1c66c48 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:23:25.357261 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-a2eb5a42-e6b2-49a3-9156-2c1fc1c66c48 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049684 Apr 11 18:23:25.455428 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-d5319167-5ffb-4d68-ac85-1274fef66046 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903194 Apr 11 18:23:25.555375 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-8b437006-5eee-472e-8c00-5576c7b1b39b req-87e6693e-6798-434b-b415-92eba7b61361 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930510 Apr 11 18:23:25.565200 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '7fa1360f-abac-441f-a5c1-2bfe9aa94248', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:27:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:23:23Z', 'updated_at': '2022-04-11T18:23:23Z', 'revision_number': 0, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}, {'id': '9c82c3c0-a480-40c1-8bbc-67af788cbb19', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:20:58Z', 'updated_at': '2022-04-11T18:21:01Z', 'revision_number': 1, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:25.593129 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086de0db-4a2a-4623-aa53-46338fe28f2f None None] The sync data for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi is: [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '7fa1360f-abac-441f-a5c1-2bfe9aa94248', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:27:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:23:23Z', 'updated_at': '2022-04-11T18:23:23Z', 'revision_number': 0, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}, {'id': '9c82c3c0-a480-40c1-8bbc-67af788cbb19', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:20:58Z', 'updated_at': '2022-04-11T18:21:01Z', 'revision_number': 1, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:23:25.798555 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf885b-ab76-4090-bcd7-816e701e98d8 None None] New status for floating IP 7fa1360f-abac-441f-a5c1-2bfe9aa94248: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:23:31.628855 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:32.987406 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4d872181-ed04-4486-ac93-9a48eb684f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:35.009818 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-83f2a951-1538-4260-a86e-e58cf7ffd374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:36.535322 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:37.771424 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:39.170221 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.188928 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-1feeb48b-fd50-4443-b330-b54071059141 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009502197&fields=id&tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3 HTTP/1.1" status: 200 len: 267 time: 0.0450530 Apr 11 18:23:42.239434 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-55af3451-883f-4874-8b6c-92d18ba32be8 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:42.240972 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-55af3451-883f-4874-8b6c-92d18ba32be8 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 984 time: 0.0467098 Apr 11 18:23:42.252758 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Request body: {'port': {'security_groups': ['547b0593-eb61-439f-9ba0-4bf97e874828']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:42.333140 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648745'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.508626 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] For port be211df5-fc2a-48d5-b74f-f53f5db966a5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:42.543456 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.689696 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751657424159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751656883514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751656883532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26048845'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.701401 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['be211df5-fc2a-48d5-b74f-f53f5db966a5'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:23:42.734030 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:42.734682 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.736066 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-09c56eaa-aa8e-4f8a-bef5-dbbc22f18d66 req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "PUT /v2.0/ports/be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 200 len: 942 time: 0.4878271 Apr 11 18:23:42.736524 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:42.738794 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16" -d '{"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:42.746751 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34736) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:42.797004 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae67d13-f52d-4213-bd7c-7b013baf56c9 x-openstack-request-id: req-7ae67d13-f52d-4213-bd7c-7b013baf56c9 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:42.799310 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:42.799592 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ae67d13-f52d-4213-bd7c-7b013baf56c9 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:42.800026 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae67d13-f52d-4213-bd7c-7b013baf56c9'] response: {'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'status': 'completed', 'code': 200} Apr 11 18:23:42.813503 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event updated for resources: {'Port': ['ID=be211df5-fc2a-48d5-b74f-f53f5db966a5,revision_number=7']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:42.828644 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.828986 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.829328 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.829666 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.830004 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.830333 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.830662 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.830986 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.831310 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.831630 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.831957 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.832320 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.832645 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.832961 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.833286 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffddf3fc-d00b-4b63-89cd-a248e1c073b1 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:42.848677 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['be211df5-fc2a-48d5-b74f-f53f5db966a5'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:23:42.856004 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-3b0400e5-86bd-4eef-b935-3b3997dcd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:42.857716 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-3b0400e5-86bd-4eef-b935-3b3997dcd7f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 1129 time: 0.0593383 Apr 11 18:23:42.858215 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4154-b0e8-49b8-9b35-988e6f04db5d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group (66a90c95-7711-4bfb-9a17-7449975830c8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.894921 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4154-b0e8-49b8-9b35-988e6f04db5d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group (66a90c95-7711-4bfb-9a17-7449975830c8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.971312 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-162ffbbc-4a64-4bcb-b84c-66aaaee9396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:42.972865 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-162ffbbc-4a64-4bcb-b84c-66aaaee9396a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3a6795c-152d-4ca7-9add-795d702fb393 HTTP/1.1" status: 200 len: 916 time: 0.1079018 Apr 11 18:23:43.044395 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-7741b1d4-30a0-4170-b240-549a90af90d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 200 len: 1001 time: 0.0640676 Apr 11 18:23:43.077472 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [None req-2ff0ff7d-5f58-4394-9880-3daad125ec56 None None] Provisioning complete for port be211df5-fc2a-48d5-b74f-f53f5db966a5 triggered by entity DHCP. {{(pid=103994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:43.077841 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ff7d-5f58-4394-9880-3daad125ec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1867874'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), provisioning_complete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.094833 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-a145d099-c393-4764-8173-4a2fb1399751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:43.096328 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-a145d099-c393-4764-8173-4a2fb1399751 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b10ff85-72fc-465d-a7bc-ae2d872ecfb4 HTTP/1.1" status: 200 len: 854 time: 0.0458083 Apr 11 18:23:43.129768 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4154-b0e8-49b8-9b35-988e6f04db5d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (66a90c95-7711-4bfb-9a17-7449975830c8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.137142 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4154-b0e8-49b8-9b35-988e6f04db5d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.137142 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3e4f4154-b0e8-49b8-9b35-988e6f04db5d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "DELETE /v2.0/security-groups/66a90c95-7711-4bfb-9a17-7449975830c8 HTTP/1.1" status: 204 len: 168 time: 0.3869145 Apr 11 18:23:43.137962 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34738) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:43.144318 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f4154-b0e8-49b8-9b35-988e6f04db5d tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a90c95-7711-4bfb-9a17-7449975830c8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:43.161457 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0ff7d-5f58-4394-9880-3daad125ec56 None None] Current status of the port be211df5-fc2a-48d5-b74f-f53f5db966a5 is: ACTIVE; New status is: ACTIVE {{(pid=103994) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:43.180828 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-c1a81c47-b58c-4ca0-9790-e344325e60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:43.180828 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-c1a81c47-b58c-4ca0-9790-e344325e60c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3a6795c-152d-4ca7-9add-795d702fb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776534 Apr 11 18:23:43.348813 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-404fb9e6-b340-4002-be63-bf52d9f54a87 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597459 Apr 11 18:23:43.368886 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Deleting port 2e18ce0c-1f83-4e58-9598-f72e1365e88b {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:43.369225 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (2e18ce0c-1f83-4e58-9598-f72e1365e88b), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.506238 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a3dd854c-3aab-4cdd-ab98-cfe53263ed16 req-c57e8b8e-5918-4194-8946-5df7303a45a7 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501033 Apr 11 18:23:43.508547 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (2e18ce0c-1f83-4e58-9598-f72e1365e88b), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.508875 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for floatingip (2e18ce0c-1f83-4e58-9598-f72e1365e88b), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.521879 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Calling delete_port for 2e18ce0c-1f83-4e58-9598-f72e1365e88b owned by network:floatingip {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:43.918336 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (2e18ce0c-1f83-4e58-9598-f72e1365e88b), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.945812 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event deleted for resources: {'Port': ['ID=2e18ce0c-1f83-4e58-9598-f72e1365e88b,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:44.012795 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks [] for floatingip (08936c84-f773-4bfa-8ecd-3d8cc6ec85d7), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:44.013148 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.db.l3_db [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Floating IP 08936c84-f773-4bfa-8ecd-3d8cc6ec85d7 disassociated (deleted). External IP: 172.27.2.210, port: be211df5-fc2a-48d5-b74f-f53f5db966a5. Apr 11 18:23:44.235454 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:23:44.349775 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:23:44.360768 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:44.360972 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] Sync routers for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:23:44.370320 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:44.370941 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:23:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:44.387895 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-dfbdb0bf-d130-4fd1-aeca-671df9bb67db tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "DELETE /v2.0/floatingips/08936c84-f773-4bfa-8ecd-3d8cc6ec85d7 HTTP/1.1" status: 204 len: 168 time: 1.2492146 Apr 11 18:23:44.388530 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:44.390981 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3356b1ea-9188-4daa-ab49-68769b3d573e" -d '{"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:44.495374 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:44.552892 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d60cdd-5402-4565-b4f8-fc12c0eb4d96 x-openstack-request-id: req-35d60cdd-5402-4565-b4f8-fc12c0eb4d96 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:44.553193 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:44.553587 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35d60cdd-5402-4565-b4f8-fc12c0eb4d96 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:44.553881 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d60cdd-5402-4565-b4f8-fc12c0eb4d96'] response: {'name': 'network-changed', 'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'status': 'completed', 'code': 200} Apr 11 18:23:44.612980 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-86c8d91d-121e-4de0-8fea-219281bbe107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:44.614461 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-86c8d91d-121e-4de0-8fea-219281bbe107 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 1129 time: 0.0397439 Apr 11 18:23:44.716274 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8', 'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'mac_address': 'fa:16:3e:d6:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:22Z', 'updated_at': '2022-04-11T18:21:28Z', 'revision_number': 5, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'subnets': [{'id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:44.717933 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-1cc1015e-fd68-40c9-9779-8baa23ba53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:44.718066 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-1cc1015e-fd68-40c9-9779-8baa23ba53dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3a6795c-152d-4ca7-9add-795d702fb393 HTTP/1.1" status: 200 len: 916 time: 0.0964971 Apr 11 18:23:44.743289 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] Checking router: 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:23:44.752128 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:44.752747 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:23:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:44.759561 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-76cfd3e8-57c7-4ca0-a2ae-f82bc978c052 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 200 len: 217 time: 0.0356176 Apr 11 18:23:44.807944 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-bf608f85-7a3b-44e2-a069-5c00f1d30726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:44.809683 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-bf608f85-7a3b-44e2-a069-5c00f1d30726 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b10ff85-72fc-465d-a7bc-ae2d872ecfb4 HTTP/1.1" status: 200 len: 854 time: 0.0443377 Apr 11 18:23:44.852321 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-c75cdec3-7474-4f4c-b037-490a63cd6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:44.853807 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-c75cdec3-7474-4f4c-b037-490a63cd6daa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3a6795c-152d-4ca7-9add-795d702fb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384331 Apr 11 18:23:44.862911 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:44.955337 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-6a3ceb67-967a-4aae-841e-75dc1469c5a6 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926371 Apr 11 18:23:45.075102 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8', 'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'mac_address': 'fa:16:3e:d6:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:22Z', 'updated_at': '2022-04-11T18:21:28Z', 'revision_number': 5, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'subnets': [{'id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:45.078146 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-3356b1ea-9188-4daa-ab49-68769b3d573e req-72fc61cd-3f85-498a-8b8c-3d9de8e6fd71 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154668 Apr 11 18:23:45.102505 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f3fa7-5c2c-4aa5-a3a9-04f74ca83ed9 None None] The sync data for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi is: [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:23Z', 'revision_number': 4, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': '09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8', 'name': '', 'network_id': 'c3a6795c-152d-4ca7-9add-795d702fb393', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'mac_address': 'fa:16:3e:d6:8d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:22Z', 'updated_at': '2022-04-11T18:21:28Z', 'revision_number': 5, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'subnets': [{'id': '5b10ff85-72fc-465d-a7bc-ae2d872ecfb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:23:45.330198 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c90340-92d6-4c83-8ae3-3ce74ca3c650 None None] New status for floating IP 08936c84-f773-4bfa-8ecd-3d8cc6ec85d7: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:23:48.934822 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d3486-5f81-47b4-9b15-bd3819bc9135 req-bc3c4e6e-78a6-44b1-bedc-8dec8dd33599 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:48.936370 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-842d3486-5f81-47b4-9b15-bd3819bc9135 req-bc3c4e6e-78a6-44b1-bedc-8dec8dd33599 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0487280 Apr 11 18:23:48.985451 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-842d3486-5f81-47b4-9b15-bd3819bc9135 req-8933295d-a992-4d70-be89-aca8abd57c4a tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Apr 11 18:23:50.100771 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c71b0-71c0-4ff3-8467-934ddd75d3d0 req-b612e0d7-0beb-47aa-91c8-b269b955eb20 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.102792 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b20c71b0-71c0-4ff3-8467-934ddd75d3d0 req-b612e0d7-0beb-47aa-91c8-b269b955eb20 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0473633 Apr 11 18:23:50.151093 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-b20c71b0-71c0-4ff3-8467-934ddd75d3d0 req-4c2033f3-28c6-4bf4-a49b-0af49fefe496 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/security-groups?id=547b0593-eb61-439f-9ba0-4bf97e874828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Apr 11 18:23:50.263945 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:23:50.605307 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-11780a74-5b72-4d0c-a7c3-6a5c4fa65975 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.606851 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-11780a74-5b72-4d0c-a7c3-6a5c4fa65975 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 945 time: 0.0492666 Apr 11 18:23:50.711651 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Deleting port be211df5-fc2a-48d5-b74f-f53f5db966a5 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:50.712274 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.815462 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] For port be211df5-fc2a-48d5-b74f-f53f5db966a5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=be211df5-fc2a-48d5-b74f-f53f5db966a5,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:50.815751 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.829854 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Calling delete_port for be211df5-fc2a-48d5-b74f-f53f5db966a5 owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:51.043817 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (be211df5-fc2a-48d5-b74f-f53f5db966a5), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.056375 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] get_ports_and_sgs() called for port_ids ['be211df5-fc2a-48d5-b74f-f53f5db966a5'] {{(pid=103994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:23:51.072352 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Pushing event deleted for resources: {'Port': ['ID=be211df5-fc2a-48d5-b74f-f53f5db966a5,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:51.082000 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.082351 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.082697 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.083035 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.083375 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.083713 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.084040 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.084394 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.084739 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.085260 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.085458 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.085784 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.086106 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.086429 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.086752 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.137100 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] No DVR routers for this DVR port be211df5-fc2a-48d5-b74f-f53f5db966a5 on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:23:51.149834 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.153314 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-a169b415-82ae-4fea-bef9-a3922683ae63 req-dfd38185-cb72-44f1-8d11-15b16e0a6e92 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.15 "DELETE /v2.0/ports/be211df5-fc2a-48d5-b74f-f53f5db966a5 HTTP/1.1" status: 204 len: 173 time: 0.5415170 Apr 11 18:23:51.153781 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'name': 'network-vif-deleted', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:51.156080 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c5de48-69b3-4b6b-8713-ef0d8b02eacb" -d '{"events": [{"server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "name": "network-vif-deleted", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:51.194338 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139f128b-62ef-44ce-86df-e6bdc316b434 x-openstack-request-id: req-139f128b-62ef-44ce-86df-e6bdc316b434 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:51.194656 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a36535-3eaf-4d7c-b967-c69f5872271e", "name": "network-vif-deleted", "tag": "be211df5-fc2a-48d5-b74f-f53f5db966a5", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:51.194919 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-139f128b-62ef-44ce-86df-e6bdc316b434 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:51.195375 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139f128b-62ef-44ce-86df-e6bdc316b434'] response: {'server_uuid': '63a36535-3eaf-4d7c-b967-c69f5872271e', 'name': 'network-vif-deleted', 'tag': 'be211df5-fc2a-48d5-b74f-f53f5db966a5', 'status': 'completed', 'code': 200} Apr 11 18:23:51.255402 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-819fb229-39f8-4e7f-a9bb-390403f9c636 req-0aa1240d-c0f5-4460-bfa0-ad90c0b2a820 tempest-TestMinimumBasicScenario-1581821048 tempest-TestMinimumBasicScenario-1581821048-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a36535-3eaf-4d7c-b967-c69f5872271e HTTP/1.1" status: 200 len: 210 time: 0.0316951 Apr 11 18:23:53.707241 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34826) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:54.033950 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.166706 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device be211df5-fc2a-48d5-b74f-f53f5db966a5 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:23:54.193589 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: be211df5-fc2a-48d5-b74f-f53f5db966a5 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:23:54.194081 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device be211df5-fc2a-48d5-b74f-f53f5db966a5 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:23:54.539397 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Deleting port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:54.539738 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.616129 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] For port 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:54.616522 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.629721 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Calling delete_port for 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 owned by network:router_interface {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:54.889315 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.919349 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:55.091173 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.312316 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:23:55.424710 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:23:55.430336 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-6f72b6ea-f661-4bd7-86d9-1d77d696edf5 admin admin] 10.222.0.53 "PUT /v2.0/routers/2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220168 Apr 11 18:23:55.433151 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34830) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:55.436345 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] Sync routers for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:23:55.449743 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:55.450385 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:23:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:55.549238 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks [] for router (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.562493 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:55.659543 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks [] for router_gateway (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.730151 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6417a27e-8da5-44f8-b068-084af0284d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:23:54Z', 'revision_number': 5, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port': {'id': '6417a27e-8da5-44f8-b068-084af0284d93', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:55.760922 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] Checking router: 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:23:55.761779 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Deleting port 6417a27e-8da5-44f8-b068-084af0284d93 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:55.762207 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (6417a27e-8da5-44f8-b068-084af0284d93), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.769431 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] Routers {'2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:55.770038 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:23:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:55.847558 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] For port 6417a27e-8da5-44f8-b068-084af0284d93, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=6417a27e-8da5-44f8-b068-084af0284d93,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:55.847838 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (6417a27e-8da5-44f8-b068-084af0284d93), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.862984 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Calling delete_port for 6417a27e-8da5-44f8-b068-084af0284d93 owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:55.983712 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] Set router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 gateway port host: None {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:56.035699 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 6, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port_host': None}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:56.064891 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c1029-6213-43de-ad3e-5e73db6d9a22 None None] The sync data for ids ['2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8'] in dv-cinder-837354-1-iscsi is: [{'id': '2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8', 'name': 'tempest-TestMinimumBasicScenario-1952621696-router', 'tenant_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:20Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 6, 'project_id': '9e6079f9aab44c4ab1aafeba4befcbe3', 'gw_port_host': None}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:23:56.118331 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (6417a27e-8da5-44f8-b068-084af0284d93), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.145197 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6417a27e-8da5-44f8-b068-084af0284d93,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:56.206910 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.312261 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.314408 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks [] for router_controller (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.466435 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.467147 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:23:56.471240 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.472751 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-675b0c14-c08b-4ee8-b0d1-1d5d10756ce5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2fd8d3b3-99c5-43a0-9f21-7b708bccd5e8 HTTP/1.1" status: 204 len: 168 time: 1.0384653 Apr 11 18:23:56.477327 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34832) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:56.533091 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f790d5-cb95-4dca-97a1-87a9bcf2500c admin admin] Deleting subnet 5b10ff85-72fc-465d-a7bc-ae2d872ecfb4 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:23:56.536947 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-65f790d5-cb95-4dca-97a1-87a9bcf2500c admin admin] Publish callbacks [] for subnet (5b10ff85-72fc-465d-a7bc-ae2d872ecfb4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.573938 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-65f790d5-cb95-4dca-97a1-87a9bcf2500c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526040'] for subnet (5b10ff85-72fc-465d-a7bc-ae2d872ecfb4), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.663952 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-65f790d5-cb95-4dca-97a1-87a9bcf2500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (5b10ff85-72fc-465d-a7bc-ae2d872ecfb4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.780932 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-65f790d5-cb95-4dca-97a1-87a9bcf2500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26048827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26094799'] for subnet (5b10ff85-72fc-465d-a7bc-ae2d872ecfb4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.811561 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f790d5-cb95-4dca-97a1-87a9bcf2500c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b10ff85-72fc-465d-a7bc-ae2d872ecfb4,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:56.815287 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-65f790d5-cb95-4dca-97a1-87a9bcf2500c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.818743 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-65f790d5-cb95-4dca-97a1-87a9bcf2500c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5b10ff85-72fc-465d-a7bc-ae2d872ecfb4 HTTP/1.1" status: 204 len: 168 time: 0.3418438 Apr 11 18:23:56.821246 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34834) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:56.825033 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ed682-142c-4d20-97ae-4a13cff8776c None None] Network c3a6795c-152d-4ca7-9add-795d702fb393 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:23:56.902738 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (c3a6795c-152d-4ca7-9add-795d702fb393), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.954046 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Deleting port 43450665-5ec2-4752-9e1c-33c160fe8123 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:56.954719 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.001821 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e904634-f0ff-4133-b3c8-8b30e1173d5b None None] DHCP port deletion for c3a6795c-152d-4ca7-9add-795d702fb393 request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:23:57.025556 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] For port 43450665-5ec2-4752-9e1c-33c160fe8123, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=43450665-5ec2-4752-9e1c-33c160fe8123,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:57.025926 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.032917 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 6417a27e-8da5-44f8-b068-084af0284d93 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:23:57.043594 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Calling delete_port for 43450665-5ec2-4752-9e1c-33c160fe8123 owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:57.057373 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 6417a27e-8da5-44f8-b068-084af0284d93 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:23:57.057718 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 6417a27e-8da5-44f8-b068-084af0284d93 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:23:57.058151 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:23:57.083487 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:23:57.084156 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 09a6e7a3-0ecb-43e9-aaec-fcc6703f3fa8 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:23:57.086366 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-0e904634-f0ff-4133-b3c8-8b30e1173d5b None None] Deleting port 43450665-5ec2-4752-9e1c-33c160fe8123 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:57.086974 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0e904634-f0ff-4133-b3c8-8b30e1173d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.159587 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-0e904634-f0ff-4133-b3c8-8b30e1173d5b None None] For port 43450665-5ec2-4752-9e1c-33c160fe8123, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=43450665-5ec2-4752-9e1c-33c160fe8123,segment=NetworkSegment(8d593e07-34c5-4c55-b154-a1c31077e116),segment_id=8d593e07-34c5-4c55-b154-a1c31077e116)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:57.159966 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0e904634-f0ff-4133-b3c8-8b30e1173d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.175326 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-0e904634-f0ff-4133-b3c8-8b30e1173d5b None None] Calling delete_port for 43450665-5ec2-4752-9e1c-33c160fe8123 owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:57.180695 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.208347 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=43450665-5ec2-4752-9e1c-33c160fe8123,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:57.210814 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] No DVR routers for this DVR port 43450665-5ec2-4752-9e1c-33c160fe8123 on host dv-cinder-837354-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:23:57.254369 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0e904634-f0ff-4133-b3c8-8b30e1173d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (43450665-5ec2-4752-9e1c-33c160fe8123), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.280076 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e904634-f0ff-4133-b3c8-8b30e1173d5b None None] Pushing event deleted for resources: {'Port': ['ID=43450665-5ec2-4752-9e1c-33c160fe8123,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:57.283501 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e904634-f0ff-4133-b3c8-8b30e1173d5b None None] No DVR routers for this DVR port 43450665-5ec2-4752-9e1c-33c160fe8123 on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:23:57.286507 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (c3a6795c-152d-4ca7-9add-795d702fb393), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.307620 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a6795c-152d-4ca7-9add-795d702fb393']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:57.317215 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d593e07-34c5-4c55-b154-a1c31077e116') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:57.317510 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d593e07-34c5-4c55-b154-a1c31077e116') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:57.327367 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25526033'] for segment (8d593e07-34c5-4c55-b154-a1c31077e116), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.341137 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (8d593e07-34c5-4c55-b154-a1c31077e116), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.347035 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:23:57.347415 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26048913'] for segment (8d593e07-34c5-4c55-b154-a1c31077e116), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: timer() Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: self._notify() Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: event.method(event) Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:23:57.349141 dv-cinder-837354-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:23:57.523503 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (c3a6795c-152d-4ca7-9add-795d702fb393), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.529365 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.532489 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c3a6795c-152d-4ca7-9add-795d702fb393 HTTP/1.1" status: 204 len: 168 time: 0.7103310 Apr 11 18:23:57.537668 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34836) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:57.543225 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deb821-f996-4a34-b1cc-23b391f721b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a6795c-152d-4ca7-9add-795d702fb393,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:57.874894 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (f2b0ace9-f912-484b-be5a-6d3037c6d100), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.114043 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Deleting port 87833e39-e054-477c-ad3a-04337bbec693 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:58.114461 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (87833e39-e054-477c-ad3a-04337bbec693), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.201088 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] For port 87833e39-e054-477c-ad3a-04337bbec693, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=87833e39-e054-477c-ad3a-04337bbec693,segment=NetworkSegment(85dc09b1-825f-4b63-bf80-108d5ba0c6d2),segment_id=85dc09b1-825f-4b63-bf80-108d5ba0c6d2)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:58.201364 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (87833e39-e054-477c-ad3a-04337bbec693), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.214898 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Calling delete_port for 87833e39-e054-477c-ad3a-04337bbec693 owned by network:router_interface {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:58.495745 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (87833e39-e054-477c-ad3a-04337bbec693), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.530049 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Pushing event deleted for resources: {'Port': ['ID=87833e39-e054-477c-ad3a-04337bbec693,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:58.703280 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (f2b0ace9-f912-484b-be5a-6d3037c6d100), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.932374 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Router f2b0ace9-f912-484b-be5a-6d3037c6d100 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:23:59.035755 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 43450665-5ec2-4752-9e1c-33c160fe8123 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:23:59.051709 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:23:59.058853 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-472fd096-92a4-4b0f-af23-10ef486075de admin admin] 10.222.0.53 "PUT /v2.0/routers/f2b0ace9-f912-484b-be5a-6d3037c6d100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5201335 Apr 11 18:23:59.059562 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34838) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:59.060010 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 43450665-5ec2-4752-9e1c-33c160fe8123 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:23:59.060348 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 43450665-5ec2-4752-9e1c-33c160fe8123 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:23:59.062408 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] Sync routers for ids ['f2b0ace9-f912-484b-be5a-6d3037c6d100'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:23:59.072833 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] Routers {'f2b0ace9-f912-484b-be5a-6d3037c6d100'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:59.073462 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:23:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['f2b0ace9-f912-484b-be5a-6d3037c6d100'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:59.174402 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks [] for router (f2b0ace9-f912-484b-be5a-6d3037c6d100), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.181296 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] Set router f2b0ace9-f912-484b-be5a-6d3037c6d100 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:59.279428 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks [] for router_gateway (f2b0ace9-f912-484b-be5a-6d3037c6d100), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.433764 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Deleting port 05fd8ceb-0340-4c7b-b40a-680fb06873e5 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:59.434019 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.436732 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:27Z', 'updated_at': '2022-04-11T18:23:58Z', 'revision_number': 5, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'gw_port': {'id': '05fd8ceb-0340-4c7b-b40a-680fb06873e5', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:29Z', 'updated_at': '2022-04-11T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:59.463715 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] Checking router: f2b0ace9-f912-484b-be5a-6d3037c6d100 for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:23:59.471902 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] Routers {'f2b0ace9-f912-484b-be5a-6d3037c6d100'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:59.472540 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:23:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['f2b0ace9-f912-484b-be5a-6d3037c6d100'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:59.517630 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] For port 05fd8ceb-0340-4c7b-b40a-680fb06873e5, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=05fd8ceb-0340-4c7b-b40a-680fb06873e5,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:59.517993 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.531696 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Calling delete_port for 05fd8ceb-0340-4c7b-b40a-680fb06873e5 owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:59.563987 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] Set router f2b0ace9-f912-484b-be5a-6d3037c6d100 gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:59.618116 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:27Z', 'updated_at': '2022-04-11T18:23:59Z', 'revision_number': 6, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'gw_port_host': None}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:59.644732 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344174e-3c52-4a91-a2d2-ba9a754f62fc None None] The sync data for ids ['f2b0ace9-f912-484b-be5a-6d3037c6d100'] in dv-cinder-837354-1-iscsi is: [{'id': 'f2b0ace9-f912-484b-be5a-6d3037c6d100', 'name': 'tempest-TestMinimumBasicScenario-1993708259-router', 'tenant_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:27Z', 'updated_at': '2022-04-11T18:23:59Z', 'revision_number': 6, 'project_id': 'b00d33af6de64b2083abcbb1faa3cdd5', 'gw_port_host': None}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:23:59.792146 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (05fd8ceb-0340-4c7b-b40a-680fb06873e5), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.822158 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fd8ceb-0340-4c7b-b40a-680fb06873e5,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:59.892778 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (f2b0ace9-f912-484b-be5a-6d3037c6d100), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.984420 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (f2b0ace9-f912-484b-be5a-6d3037c6d100), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.986585 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks [] for router_controller (f2b0ace9-f912-484b-be5a-6d3037c6d100), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.129569 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (f2b0ace9-f912-484b-be5a-6d3037c6d100), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.130657 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2b0ace9-f912-484b-be5a-6d3037c6d100 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:24:00.135349 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.136811 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7e9e39f5-b21a-45b9-8343-db141f13f861 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f2b0ace9-f912-484b-be5a-6d3037c6d100 HTTP/1.1" status: 204 len: 168 time: 1.0759540 Apr 11 18:24:00.139588 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34840) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:00.190566 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8fe3c0-4a78-4d71-9d20-0f2e7ada42df admin admin] Deleting subnet 59c9390f-cfa7-484c-bd9d-48ea6fc1b590 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:24:00.194043 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe3c0-4a78-4d71-9d20-0f2e7ada42df admin admin] Publish callbacks [] for subnet (59c9390f-cfa7-484c-bd9d-48ea6fc1b590), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.231887 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe3c0-4a78-4d71-9d20-0f2e7ada42df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526040'] for subnet (59c9390f-cfa7-484c-bd9d-48ea6fc1b590), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.321075 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe3c0-4a78-4d71-9d20-0f2e7ada42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (59c9390f-cfa7-484c-bd9d-48ea6fc1b590), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.752676 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe3c0-4a78-4d71-9d20-0f2e7ada42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26048827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26094799'] for subnet (59c9390f-cfa7-484c-bd9d-48ea6fc1b590), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.776950 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fe3c0-4a78-4d71-9d20-0f2e7ada42df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c9390f-cfa7-484c-bd9d-48ea6fc1b590,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:00.783233 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd8fe3c0-4a78-4d71-9d20-0f2e7ada42df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.786436 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bd8fe3c0-4a78-4d71-9d20-0f2e7ada42df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/59c9390f-cfa7-484c-bd9d-48ea6fc1b590 HTTP/1.1" status: 204 len: 168 time: 0.6457462 Apr 11 18:24:00.788212 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b68b6c-f418-478e-8165-e598188628a6 None None] Network 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:24:00.789752 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34842) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:00.865699 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (6fe0efe8-2d40-40cd-9c5b-bd50d37c0622), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.917379 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Deleting port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:00.917723 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.952629 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388cffe-cfdd-4401-ae53-b18785de7214 None None] DHCP port deletion for 6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:24:00.983367 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] For port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb,segment=NetworkSegment(85dc09b1-825f-4b63-bf80-108d5ba0c6d2),segment_id=85dc09b1-825f-4b63-bf80-108d5ba0c6d2)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:00.983731 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.001276 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Calling delete_port for 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb owned by network:dhcp {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:01.001571 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-2388cffe-cfdd-4401-ae53-b18785de7214 None None] Deleting port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:01.002145 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2388cffe-cfdd-4401-ae53-b18785de7214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.015752 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 87833e39-e054-477c-ad3a-04337bbec693 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:01.072083 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 87833e39-e054-477c-ad3a-04337bbec693 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:01.072414 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 87833e39-e054-477c-ad3a-04337bbec693 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:24:01.072843 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:01.109534 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-2388cffe-cfdd-4401-ae53-b18785de7214 None None] For port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb,segment=NetworkSegment(85dc09b1-825f-4b63-bf80-108d5ba0c6d2),segment_id=85dc09b1-825f-4b63-bf80-108d5ba0c6d2)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:01.109929 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2388cffe-cfdd-4401-ae53-b18785de7214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.128564 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-2388cffe-cfdd-4401-ae53-b18785de7214 None None] Calling delete_port for 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:01.157896 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.183393 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:01.187061 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] No DVR routers for this DVR port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb on host dv-cinder-837354-1-iscsi {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:24:01.195155 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb update to DOWN by agent not found {{(pid=103994) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Apr 11 18:24:01.195595 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 05fd8ceb-0340-4c7b-b40a-680fb06873e5 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:01.228219 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 05fd8ceb-0340-4c7b-b40a-680fb06873e5 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:01.228556 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 05fd8ceb-0340-4c7b-b40a-680fb06873e5 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:24:01.252400 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2388cffe-cfdd-4401-ae53-b18785de7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.265015 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (6fe0efe8-2d40-40cd-9c5b-bd50d37c0622), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.278288 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388cffe-cfdd-4401-ae53-b18785de7214 None None] Pushing event deleted for resources: {'Port': ['ID=99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:01.282403 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388cffe-cfdd-4401-ae53-b18785de7214 None None] No DVR routers for this DVR port 99c19c2d-34fe-4fc4-a38a-f1a9f1e523bb on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:24:01.286714 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe0efe8-2d40-40cd-9c5b-bd50d37c0622']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:01.302918 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dc09b1-825f-4b63-bf80-108d5ba0c6d2') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:01.303222 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dc09b1-825f-4b63-bf80-108d5ba0c6d2') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:01.313711 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (85dc09b1-825f-4b63-bf80-108d5ba0c6d2), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.328190 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (85dc09b1-825f-4b63-bf80-108d5ba0c6d2), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.334374 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:24:01.334905 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (85dc09b1-825f-4b63-bf80-108d5ba0c6d2), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:24:01.336712 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:24:01.495469 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (6fe0efe8-2d40-40cd-9c5b-bd50d37c0622), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.500912 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.504293 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6fe0efe8-2d40-40cd-9c5b-bd50d37c0622 HTTP/1.1" status: 204 len: 168 time: 0.7128348 Apr 11 18:24:01.516094 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c2a2b-e613-4c23-a294-616501df6c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe0efe8-2d40-40cd-9c5b-bd50d37c0622,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:01.591987 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.918310 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34846) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:01.962365 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bc8da045-8cb2-4336-90ad-3e95e2250f11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e6079f9aab44c4ab1aafeba4befcbe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425918 Apr 11 18:24:01.964437 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34848) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:02.012614 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f865-89b6-448b-8aad-ea191117245d admin admin] Publish callbacks [] for security_group (547b0593-eb61-439f-9ba0-4bf97e874828), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.033504 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f865-89b6-448b-8aad-ea191117245d admin admin] Publish callbacks [] for security_group (547b0593-eb61-439f-9ba0-4bf97e874828), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.152023 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f865-89b6-448b-8aad-ea191117245d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (547b0593-eb61-439f-9ba0-4bf97e874828), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.154538 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfc1f865-89b6-448b-8aad-ea191117245d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.155681 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-dfc1f865-89b6-448b-8aad-ea191117245d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/547b0593-eb61-439f-9ba0-4bf97e874828 HTTP/1.1" status: 204 len: 168 time: 0.1903589 Apr 11 18:24:02.163560 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1f865-89b6-448b-8aad-ea191117245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547b0593-eb61-439f-9ba0-4bf97e874828,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:02.940525 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-26abacce-4357-46dc-8fba-949c32a2b087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.987224 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34854) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:03.029750 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2a49f9ed-4b0c-4a62-886f-958a3e87e432 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b00d33af6de64b2083abcbb1faa3cdd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412650 Apr 11 18:24:03.032040 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34856) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:03.077981 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a56da118-e4f6-4854-84b7-39bfa8e073ab admin admin] Publish callbacks [] for security_group (1c9dbc95-61d4-472f-adba-182434080931), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.098910 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a56da118-e4f6-4854-84b7-39bfa8e073ab admin admin] Publish callbacks [] for security_group (1c9dbc95-61d4-472f-adba-182434080931), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.203225 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a56da118-e4f6-4854-84b7-39bfa8e073ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (1c9dbc95-61d4-472f-adba-182434080931), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.205800 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a56da118-e4f6-4854-84b7-39bfa8e073ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.206941 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a56da118-e4f6-4854-84b7-39bfa8e073ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c9dbc95-61d4-472f-adba-182434080931 HTTP/1.1" status: 204 len: 168 time: 0.1740003 Apr 11 18:24:03.215713 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56da118-e4f6-4854-84b7-39bfa8e073ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9dbc95-61d4-472f-adba-182434080931,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:05.026406 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-29d29530-d898-4a5f-9379-7051e3a611e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.517526 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.797849 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:09.145943 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:27.262761 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:24:31.614353 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.803374 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c476fdb3-c253-4914-b379-e1cd6d43d8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:35.002755 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57ca85b5-2e48-4cb8-8994-3d1f1b0cbcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:36.521990 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:37.757321 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:39.117355 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:52.085924 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34866) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:52.239465 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Deleting port 5774fa45-ff4f-44fe-85f7-5e4e6bdf5861 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:52.239802 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (5774fa45-ff4f-44fe-85f7-5e4e6bdf5861), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:52.318583 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (5774fa45-ff4f-44fe-85f7-5e4e6bdf5861), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:52.318907 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (5774fa45-ff4f-44fe-85f7-5e4e6bdf5861), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:52.330985 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Calling delete_port for 5774fa45-ff4f-44fe-85f7-5e4e6bdf5861 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:52.574260 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (5774fa45-ff4f-44fe-85f7-5e4e6bdf5861), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:52.598446 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event deleted for resources: {'Port': ['ID=5774fa45-ff4f-44fe-85f7-5e4e6bdf5861,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:52.608551 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.608918 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.609272 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.609624 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.609968 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.610309 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.611125 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.611125 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.611322 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.611639 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.611972 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.612353 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.619020 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.619020 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.619020 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:52.679827 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (7fa1360f-abac-441f-a5c1-2bfe9aa94248), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:52.680188 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Floating IP 7fa1360f-abac-441f-a5c1-2bfe9aa94248 disassociated (deleted). External IP: 172.27.2.49, port: 448a309f-5b9f-4779-8f34-f3ce43c7ee4f. Apr 11 18:24:52.901996 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Router ac2aa955-1d78-4aee-99a5-9ca300f12e58 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:24:53.017842 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:24:53.023089 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:53.028440 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] Sync routers for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:24:53.038323 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:53.038940 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:24:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:53.053019 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-528a55a5-03bb-4a38-b332-9486fa417e41 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "DELETE /v2.0/floatingips/7fa1360f-abac-441f-a5c1-2bfe9aa94248 HTTP/1.1" status: 204 len: 168 time: 0.9660201 Apr 11 18:24:53.053709 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:53.056067 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc" -d '{"events": [{"name": "network-changed", "server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:53.162774 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:53.349492 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08750d9-e2d6-48af-95ef-0fca5d7fc80a x-openstack-request-id: req-b08750d9-e2d6-48af-95ef-0fca5d7fc80a {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:53.350018 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:53.350892 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b08750d9-e2d6-48af-95ef-0fca5d7fc80a {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:53.351381 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08750d9-e2d6-48af-95ef-0fca5d7fc80a'] response: {'name': 'network-changed', 'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'status': 'completed', 'code': 200} Apr 11 18:24:53.407716 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-b215d3b8-7fd5-4bef-b6dd-cd001b99baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:53.408396 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '9c82c3c0-a480-40c1-8bbc-67af788cbb19', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:20:58Z', 'updated_at': '2022-04-11T18:21:01Z', 'revision_number': 1, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:53.409284 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-b215d3b8-7fd5-4bef-b6dd-cd001b99baae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 1130 time: 0.0385950 Apr 11 18:24:53.435729 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] Checking router: ac2aa955-1d78-4aee-99a5-9ca300f12e58 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:24:53.444205 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:53.444805 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:24:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:53.525717 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfca2f-8b2d-4ab9-aa9e-749a9a124ba2 req-9256d284-4fb4-4555-b822-141fbc24b2a2 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:53.527248 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-52dfca2f-8b2d-4ab9-aa9e-749a9a124ba2 req-9256d284-4fb4-4555-b822-141fbc24b2a2 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 946 time: 0.0518448 Apr 11 18:24:53.555585 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:53.576782 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-52dfca2f-8b2d-4ab9-aa9e-749a9a124ba2 req-4c42cc95-341f-4b35-8cc9-0b31759735bb tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Apr 11 18:24:53.896150 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '9c82c3c0-a480-40c1-8bbc-67af788cbb19', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:20:58Z', 'updated_at': '2022-04-11T18:21:01Z', 'revision_number': 1, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:53.922769 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1217bb9-491c-4884-875e-18ca86e01a9d None None] The sync data for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi is: [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_floatingips': [{'id': '9c82c3c0-a480-40c1-8bbc-67af788cbb19', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'router_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'port_id': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'mac_address': 'fa:16:3e:e5:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:20:58Z', 'updated_at': '2022-04-11T18:21:01Z', 'revision_number': 1, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:24:54.128789 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b485a23-2700-4949-a701-98693de182ab None None] New status for floating IP 7fa1360f-abac-441f-a5c1-2bfe9aa94248: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:24:54.475621 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-201ea2e5-149a-446c-9cc8-91e5a0e97b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:54.477027 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-201ea2e5-149a-446c-9cc8-91e5a0e97b1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 912 time: 0.0871427 Apr 11 18:24:54.524156 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-864ecf1a-d704-487a-ba79-a1f7e8cd40ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448a309f-5b9f-4779-8f34-f3ce43c7ee4f HTTP/1.1" status: 200 len: 217 time: 0.0344570 Apr 11 18:24:54.617860 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-4eda2521-be28-481e-aeef-42900769fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:54.619312 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-4eda2521-be28-481e-aeef-42900769fd88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.0478277 Apr 11 18:24:54.662452 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-2984253c-ece5-45b5-9295-ceca01ebe351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:54.663969 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-2984253c-ece5-45b5-9295-ceca01ebe351 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386283 Apr 11 18:24:54.692157 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6709444-1fdf-442e-9bf3-a612b22211d4 req-c24903f1-e84f-42be-a0a6-901e91e7d572 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:54.693644 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d6709444-1fdf-442e-9bf3-a612b22211d4 req-c24903f1-e84f-42be-a0a6-901e91e7d572 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 946 time: 0.0484943 Apr 11 18:24:54.743240 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d6709444-1fdf-442e-9bf3-a612b22211d4 req-c6e2cedd-5036-4059-9104-42014d780e39 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 Apr 11 18:24:54.951446 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-7877ea0e-193c-4b4a-88e0-b2f2fff42aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266785 Apr 11 18:24:54.957475 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f853e-d732-4946-a04e-a7098ed4b302 req-fcc71cd3-d7ed-4e91-ba43-deab9f0652bb tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:54.958768 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-479f853e-d732-4946-a04e-a7098ed4b302 req-fcc71cd3-d7ed-4e91-ba43-deab9f0652bb tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 946 time: 0.0616903 Apr 11 18:24:55.103136 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-479f853e-d732-4946-a04e-a7098ed4b302 req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Deleting port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:55.103390 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-479f853e-d732-4946-a04e-a7098ed4b302 req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:55.118693 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-e53775de-5c2f-4fc0-8bd9-4c5e0f43aadc req-92dcfce8-661f-4f62-8ec4-772f5bcedb9d service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590564 Apr 11 18:24:55.200787 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-479f853e-d732-4946-a04e-a7098ed4b302 req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] For port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:55.201153 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-479f853e-d732-4946-a04e-a7098ed4b302 req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:55.213740 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-479f853e-d732-4946-a04e-a7098ed4b302 req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Calling delete_port for 448a309f-5b9f-4779-8f34-f3ce43c7ee4f owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:55.688434 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-479f853e-d732-4946-a04e-a7098ed4b302 req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (448a309f-5b9f-4779-8f34-f3ce43c7ee4f), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:55.716177 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event deleted for resources: {'Port': ['ID=448a309f-5b9f-4779-8f34-f3ce43c7ee4f,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:55.728250 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.728250 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.728531 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.729255 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.729677 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.729989 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.730318 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.730646 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.730984 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.731301 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.731626 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.731952 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.732298 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.732617 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.732936 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:55.772777 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-479f853e-d732-4946-a04e-a7098ed4b302 req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] No DVR routers for this DVR port 448a309f-5b9f-4779-8f34-f3ce43c7ee4f on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:24:55.775298 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-479f853e-d732-4946-a04e-a7098ed4b302 req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:55.778612 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-479f853e-d732-4946-a04e-a7098ed4b302 req-e55d3963-d3b0-4f95-b30c-459d0c2f25e6 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "DELETE /v2.0/ports/448a309f-5b9f-4779-8f34-f3ce43c7ee4f HTTP/1.1" status: 204 len: 173 time: 0.8116121 Apr 11 18:24:55.783527 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'name': 'network-vif-deleted', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:55.783527 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b0f7cc-3a6e-4ce7-9fa9-346b9857dd91" -d '{"events": [{"server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "name": "network-vif-deleted", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:55.823364 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f52ef9-1a19-4bc5-9d98-f07b27e8121e x-openstack-request-id: req-89f52ef9-1a19-4bc5-9d98-f07b27e8121e {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:55.823650 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cbe3a6-ef7b-41fd-b82b-e40e379db5ab", "name": "network-vif-deleted", "tag": "448a309f-5b9f-4779-8f34-f3ce43c7ee4f", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:55.823900 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89f52ef9-1a19-4bc5-9d98-f07b27e8121e {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:55.824320 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f52ef9-1a19-4bc5-9d98-f07b27e8121e'] response: {'server_uuid': '05cbe3a6-ef7b-41fd-b82b-e40e379db5ab', 'name': 'network-vif-deleted', 'tag': '448a309f-5b9f-4779-8f34-f3ce43c7ee4f', 'status': 'completed', 'code': 200} Apr 11 18:24:55.845507 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-d53935aa-1c03-44b8-b438-0860fb8ed6f8 req-d37a170b-c602-4c7f-aced-4156a132b825 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 210 time: 0.0335312 Apr 11 18:24:56.960588 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d821e1a0-1078-4203-aa24-4b536f9843fc req-832ccea1-3ce6-4888-9b6d-a548ad4e3b13 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=05cbe3a6-ef7b-41fd-b82b-e40e379db5ab HTTP/1.1" status: 200 len: 210 time: 0.0338430 Apr 11 18:24:58.525695 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 448a309f-5b9f-4779-8f34-f3ce43c7ee4f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:58.549570 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: 448a309f-5b9f-4779-8f34-f3ce43c7ee4f {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:58.549943 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device 448a309f-5b9f-4779-8f34-f3ce43c7ee4f not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:00.435347 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34910) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:00.584366 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Deleting port cfeb0e0c-e4dd-425f-acec-7aef01c85b62 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:00.584701 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (cfeb0e0c-e4dd-425f-acec-7aef01c85b62), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:00.659026 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (cfeb0e0c-e4dd-425f-acec-7aef01c85b62), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:00.665903 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (cfeb0e0c-e4dd-425f-acec-7aef01c85b62), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:00.671607 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Calling delete_port for cfeb0e0c-e4dd-425f-acec-7aef01c85b62 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:00.917862 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (cfeb0e0c-e4dd-425f-acec-7aef01c85b62), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:00.945865 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event deleted for resources: {'Port': ['ID=cfeb0e0c-e4dd-425f-acec-7aef01c85b62,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:01.015044 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (9c82c3c0-a480-40c1-8bbc-67af788cbb19), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:01.015376 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Floating IP 9c82c3c0-a480-40c1-8bbc-67af788cbb19 disassociated (deleted). External IP: 172.27.2.167, port: e67c683f-b536-4b66-84eb-6943a5cd69c7. Apr 11 18:25:01.241616 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Router ac2aa955-1d78-4aee-99a5-9ca300f12e58 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:25:01.351466 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:25:01.356842 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:01.361564 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] Sync routers for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:25:01.372033 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:01.372670 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:24:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:01.386156 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-286fd10c-ae92-4764-94b1-1db12b57a71a tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "DELETE /v2.0/floatingips/9c82c3c0-a480-40c1-8bbc-67af788cbb19 HTTP/1.1" status: 204 len: 168 time: 0.9496202 Apr 11 18:25:01.386760 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:25:01.389019 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b993f4fb589c3b70bb67bc3b32e907675217f8eb6fcdee0523d4ab89057c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f884dbc-220c-477e-8258-4749b64e20e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:25:01.428024 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee97d13a-a94b-485a-9b82-95507f7ee340 x-openstack-request-id: req-ee97d13a-a94b-485a-9b82-95507f7ee340 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:25:01.428438 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:25:01.428714 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee97d13a-a94b-485a-9b82-95507f7ee340 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:25:01.429125 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee97d13a-a94b-485a-9b82-95507f7ee340'] response: {'name': 'network-changed', 'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'status': 'completed', 'code': 200} Apr 11 18:25:01.485840 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:01.487014 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-060d4111-9d5f-41bf-bac0-f8b12577eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:01.489096 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-060d4111-9d5f-41bf-bac0-f8b12577eea6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a30b93fdaa5346598d9e8d3d46808420&device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 1130 time: 0.0401289 Apr 11 18:25:01.594085 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-111ba5a1-9f70-45c0-a8c9-4b4e238642b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:01.595543 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-111ba5a1-9f70-45c0-a8c9-4b4e238642b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 200 len: 912 time: 0.0986531 Apr 11 18:25:01.636373 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-5df38612-2910-4661-a851-de107ab402d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7 HTTP/1.1" status: 200 len: 217 time: 0.0349820 Apr 11 18:25:01.655296 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:01.686412 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-b3df4fb6-f826-4cad-a7ec-1c90e8fe0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:01.688024 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-b3df4fb6-f826-4cad-a7ec-1c90e8fe0662 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 200 len: 850 time: 0.0448093 Apr 11 18:25:01.691975 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:01.722513 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] Checking router: ac2aa955-1d78-4aee-99a5-9ca300f12e58 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:25:01.732092 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:01.733017 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:24:35Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:01.736541 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-36182cc3-4d20-477a-a4eb-d395a75a2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:01.738135 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-36182cc3-4d20-477a-a4eb-d395a75a2e91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=641f9d7f-500e-442e-818b-41a249abf5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440266 Apr 11 18:25:01.816867 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900a84b-5ffc-43a3-9fbd-0737ef15b00f req-eb7f0f6b-7dfc-4d66-b861-9e65cbabc107 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:01.818289 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6900a84b-5ffc-43a3-9fbd-0737ef15b00f req-eb7f0f6b-7dfc-4d66-b861-9e65cbabc107 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 946 time: 0.0468960 Apr 11 18:25:01.843764 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:01.867629 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-6900a84b-5ffc-43a3-9fbd-0737ef15b00f req-7ef7ede9-b5b9-4094-93cb-8d5eecd1e5d2 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 Apr 11 18:25:02.030931 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:02.060397 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf126cb1-6a7f-46da-88d4-964c65c537b0 None None] The sync data for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi is: [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:21Z', 'revision_number': 4, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi', '_interfaces': [{'id': 'c51d9d87-1fb3-4bd3-9d04-63875bb82f96', 'name': '', 'network_id': '641f9d7f-500e-442e-818b-41a249abf5c3', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'mac_address': 'fa:16:3e:81:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:20Z', 'updated_at': '2022-04-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'subnets': [{'id': 'a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:25:02.275621 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a3c9cc-d3a1-4592-b830-0f26df56a1f4 None None] New status for floating IP 9c82c3c0-a480-40c1-8bbc-67af788cbb19: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:25:02.813029 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1fc8-5c1d-460c-ac05-6d6960b0e9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:02.821614 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-23de3537-05a1-479c-b779-8a59692aa2c3 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870681 Apr 11 18:25:02.992506 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d6b0b-8f90-4a3f-8c8b-609ea9a4ec09 req-ffe4f8b3-0068-47dc-8ca3-f396d01e2bea tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:02.994125 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5d7d6b0b-8f90-4a3f-8c8b-609ea9a4ec09 req-ffe4f8b3-0068-47dc-8ca3-f396d01e2bea tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 946 time: 0.0522761 Apr 11 18:25:02.997241 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-7f884dbc-220c-477e-8258-4749b64e20e8 req-29672b0d-af5c-4c8f-9a07-869aada5c1c7 service neutron] 10.222.0.15 "GET /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905137 Apr 11 18:25:03.042564 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5d7d6b0b-8f90-4a3f-8c8b-609ea9a4ec09 req-f462d0f8-bf4c-4344-a815-b3a178a63a6c tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/security-groups?id=501cbd4a-131b-4e38-9037-27dd2a4625de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Apr 11 18:25:03.238877 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-a0a343af-664e-408a-9c0e-a30f2f644180 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:03.240456 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-a0a343af-664e-408a-9c0e-a30f2f644180 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 946 time: 0.0544293 Apr 11 18:25:03.327242 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Deleting port e67c683f-b536-4b66-84eb-6943a5cd69c7 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:03.327580 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:03.415651 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] For port e67c683f-b536-4b66-84eb-6943a5cd69c7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e67c683f-b536-4b66-84eb-6943a5cd69c7,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:03.416594 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:03.433100 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Calling delete_port for e67c683f-b536-4b66-84eb-6943a5cd69c7 owned by compute:nova {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:03.630520 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (e67c683f-b536-4b66-84eb-6943a5cd69c7), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:03.660426 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event deleted for resources: {'Port': ['ID=e67c683f-b536-4b66-84eb-6943a5cd69c7,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:03.706784 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] No DVR routers for this DVR port e67c683f-b536-4b66-84eb-6943a5cd69c7 on host hv-cinder-83735 {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:03.709304 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for port (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:03.712524 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [req-17e0c1e8-49b2-4bde-bd01-be7ba918a4e8 req-0d3ef04d-6d08-4767-8278-6ece8f25bdde tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.15 "DELETE /v2.0/ports/e67c683f-b536-4b66-84eb-6943a5cd69c7 HTTP/1.1" status: 204 len: 173 time: 0.4665921 Apr 11 18:25:03.713531 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'name': 'network-vif-deleted', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7'}] {{(pid=103992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:25:03.715746 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ea3f322679e82ea317c5ab0bd05f06d0dc3dcb34e9bfb872f0b4d1d1a3c88f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a35e1b-6a5e-4ea3-9750-6b2f05f09f03" -d '{"events": [{"server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "name": "network-vif-deleted", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7"}]}' {{(pid=103992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:25:03.753068 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272fadea-f072-4802-a8dc-46f0ff9467d7 x-openstack-request-id: req-272fadea-f072-4802-a8dc-46f0ff9467d7 {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:25:03.753362 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b176fdf-39ca-4548-891e-55a19b833b3a", "name": "network-vif-deleted", "tag": "e67c683f-b536-4b66-84eb-6943a5cd69c7", "status": "completed", "code": 200}]} {{(pid=103992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:25:03.753682 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-272fadea-f072-4802-a8dc-46f0ff9467d7 {{(pid=103992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:25:03.754201 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272fadea-f072-4802-a8dc-46f0ff9467d7'] response: {'server_uuid': '6b176fdf-39ca-4548-891e-55a19b833b3a', 'name': 'network-vif-deleted', 'tag': 'e67c683f-b536-4b66-84eb-6943a5cd69c7', 'status': 'completed', 'code': 200} Apr 11 18:25:04.141633 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f0b99aa9-1e55-417c-bf74-d2d927ea6124 req-180cd22f-0cc2-4616-af33-edb3596088bb tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b176fdf-39ca-4548-891e-55a19b833b3a HTTP/1.1" status: 200 len: 210 time: 0.0301774 Apr 11 18:25:04.263526 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:25:04.996599 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-41baa0ad-4ea9-49f6-a799-a66d679566c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:05.197948 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34934) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:05.317537 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Deleting port a0bc248d-6bac-4141-a83c-b36c2d949797 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:05.317878 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (a0bc248d-6bac-4141-a83c-b36c2d949797), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:05.396022 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (a0bc248d-6bac-4141-a83c-b36c2d949797), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:05.396390 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (a0bc248d-6bac-4141-a83c-b36c2d949797), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:05.408933 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Calling delete_port for a0bc248d-6bac-4141-a83c-b36c2d949797 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:05.625170 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (a0bc248d-6bac-4141-a83c-b36c2d949797), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:05.650961 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event deleted for resources: {'Port': ['ID=a0bc248d-6bac-4141-a83c-b36c2d949797,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:05.712596 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for floatingip (93865833-9bc8-4f78-87a0-14a3e75dee3d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:05.715629 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108918'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:05.716842 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-14e1c610-153d-49f3-a80a-86441baddfab tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "DELETE /v2.0/floatingips/93865833-9bc8-4f78-87a0-14a3e75dee3d HTTP/1.1" status: 204 len: 168 time: 0.5179155 Apr 11 18:25:06.551344 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:07.075245 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34948) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:07.135154 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a69094f-dd06-4850-bae9-ee86fea77fa3 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group (501cbd4a-131b-4e38-9037-27dd2a4625de), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:07.160445 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a69094f-dd06-4850-bae9-ee86fea77fa3 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group (501cbd4a-131b-4e38-9037-27dd2a4625de), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:07.322285 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a69094f-dd06-4850-bae9-ee86fea77fa3 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (501cbd4a-131b-4e38-9037-27dd2a4625de), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:07.325031 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a69094f-dd06-4850-bae9-ee86fea77fa3 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:07.326277 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4a69094f-dd06-4850-bae9-ee86fea77fa3 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] 10.222.0.53 "DELETE /v2.0/security-groups/501cbd4a-131b-4e38-9037-27dd2a4625de HTTP/1.1" status: 204 len: 168 time: 0.2498863 Apr 11 18:25:07.336292 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69094f-dd06-4850-bae9-ee86fea77fa3 tempest-TestVolumeBootPattern-2140101266 tempest-TestVolumeBootPattern-2140101266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=501cbd4a-131b-4e38-9037-27dd2a4625de,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:07.475751 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34952) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:07.739590 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:08.276030 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (ac2aa955-1d78-4aee-99a5-9ca300f12e58), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:08.510502 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Deleting port c51d9d87-1fb3-4bd3-9d04-63875bb82f96 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:08.510841 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:08.543193 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device e67c683f-b536-4b66-84eb-6943a5cd69c7 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:08.565724 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] No Port match for: e67c683f-b536-4b66-84eb-6943a5cd69c7 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:08.566060 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Device e67c683f-b536-4b66-84eb-6943a5cd69c7 not bound to the agent host hv-cinder-83735 {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:08.591589 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] For port c51d9d87-1fb3-4bd3-9d04-63875bb82f96, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=c51d9d87-1fb3-4bd3-9d04-63875bb82f96,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:08.591952 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:08.605090 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Calling delete_port for c51d9d87-1fb3-4bd3-9d04-63875bb82f96 owned by network:router_interface {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:08.865409 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (c51d9d87-1fb3-4bd3-9d04-63875bb82f96), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:08.890048 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c51d9d87-1fb3-4bd3-9d04-63875bb82f96,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:09.090032 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (ac2aa955-1d78-4aee-99a5-9ca300f12e58), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:09.099273 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:09.311452 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Router ac2aa955-1d78-4aee-99a5-9ca300f12e58 has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:25:09.424286 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:25:09.432764 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-cd39731c-eb4a-4511-a0fd-dd41f7437f8d admin admin] 10.222.0.53 "PUT /v2.0/routers/ac2aa955-1d78-4aee-99a5-9ca300f12e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9554329 Apr 11 18:25:09.433125 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] Sync routers for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:25:09.434924 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34956) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:09.444604 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:09.445261 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:25:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:09.546305 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks [] for router (ac2aa955-1d78-4aee-99a5-9ca300f12e58), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:09.561197 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: dv-cinder-837354-1-iscsi {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:09.656591 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks [] for router_gateway (ac2aa955-1d78-4aee-99a5-9ca300f12e58), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:09.728747 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:25:08Z', 'revision_number': 5, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port': {'id': '54360fb5-971c-4e06-8ac8-94bd1df265d1', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:09.755181 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] Checking router: ac2aa955-1d78-4aee-99a5-9ca300f12e58 for host: dv-cinder-837354-1-iscsi {{(pid=103994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:25:09.764482 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] Routers {'ac2aa955-1d78-4aee-99a5-9ca300f12e58'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:09.765098 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:25:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'], 'active': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:09.769890 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Deleting port 54360fb5-971c-4e06-8ac8-94bd1df265d1 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:09.770228 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:09.848373 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] For port 54360fb5-971c-4e06-8ac8-94bd1df265d1, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=54360fb5-971c-4e06-8ac8-94bd1df265d1,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:09.848738 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:09.854022 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvr_db [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] Set router ac2aa955-1d78-4aee-99a5-9ca300f12e58 gateway port host: None {{(pid=103994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:09.865645 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Calling delete_port for 54360fb5-971c-4e06-8ac8-94bd1df265d1 owned by network:router_gateway {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:09.910035 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_hamode_db [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:25:09Z', 'revision_number': 6, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port_host': None}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:09.935718 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7623bd-c650-432b-9935-6a065bf51d03 None None] The sync data for ids ['ac2aa955-1d78-4aee-99a5-9ca300f12e58'] in dv-cinder-837354-1-iscsi is: [{'id': 'ac2aa955-1d78-4aee-99a5-9ca300f12e58', 'name': 'tempest-TestVolumeBootPattern-741811374-router', 'tenant_id': 'a30b93fdaa5346598d9e8d3d46808420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:18Z', 'updated_at': '2022-04-11T18:25:09Z', 'revision_number': 6, 'project_id': 'a30b93fdaa5346598d9e8d3d46808420', 'gw_port_host': None}] {{(pid=103994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:25:10.116716 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (54360fb5-971c-4e06-8ac8-94bd1df265d1), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.144822 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Pushing event deleted for resources: {'Port': ['ID=54360fb5-971c-4e06-8ac8-94bd1df265d1,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:10.203921 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (ac2aa955-1d78-4aee-99a5-9ca300f12e58), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.298440 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (ac2aa955-1d78-4aee-99a5-9ca300f12e58), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.300713 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks [] for router_controller (ac2aa955-1d78-4aee-99a5-9ca300f12e58), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.425092 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (ac2aa955-1d78-4aee-99a5-9ca300f12e58), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.425624 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac2aa955-1d78-4aee-99a5-9ca300f12e58 {{(pid=103992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:25:10.429972 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.431070 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-0ab82fb1-eb37-4724-9bae-a18e4082e689 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ac2aa955-1d78-4aee-99a5-9ca300f12e58 HTTP/1.1" status: 204 len: 168 time: 0.9951551 Apr 11 18:25:10.433986 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34958) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:10.477507 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.db_base_plugin_v2 [None req-412a0d5d-6e0a-4dfa-ad26-90eb8960bbca admin admin] Deleting subnet a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 {{(pid=103992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:25:10.481064 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-412a0d5d-6e0a-4dfa-ad26-90eb8960bbca admin admin] Publish callbacks [] for subnet (a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.515608 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-412a0d5d-6e0a-4dfa-ad26-90eb8960bbca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25978403'] for subnet (a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97), precommit_delete_associations {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.595698 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-412a0d5d-6e0a-4dfa-ad26-90eb8960bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.688562 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-412a0d5d-6e0a-4dfa-ad26-90eb8960bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25692054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25708748'] for subnet (a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.712947 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a0d5d-6e0a-4dfa-ad26-90eb8960bbca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:10.718842 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-412a0d5d-6e0a-4dfa-ad26-90eb8960bbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for subnet (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.722144 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-412a0d5d-6e0a-4dfa-ad26-90eb8960bbca admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a3c78be9-8c6d-4ed6-9a79-cb6bb0fe0a97 HTTP/1.1" status: 204 len: 168 time: 0.2872422 Apr 11 18:25:10.724620 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34960) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:10.724767 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58241e-dbe0-4050-bc7b-e9721cf9e0cb None None] Network 641f9d7f-500e-442e-818b-41a249abf5c3 requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:25:10.800384 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (641f9d7f-500e-442e-818b-41a249abf5c3), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.852470 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Deleting port 696907c6-58f6-44bb-8511-87d1ed3c0c1e {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:10.852877 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.948097 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] For port 696907c6-58f6-44bb-8511-87d1ed3c0c1e, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=696907c6-58f6-44bb-8511-87d1ed3c0c1e,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:10.948781 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:10.965523 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Calling delete_port for 696907c6-58f6-44bb-8511-87d1ed3c0c1e owned by network:dhcp {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:11.048171 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] DHCP port deletion for 641f9d7f-500e-442e-818b-41a249abf5c3 request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:25:11.082282 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c51d9d87-1fb3-4bd3-9d04-63875bb82f96 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:11.111558 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: c51d9d87-1fb3-4bd3-9d04-63875bb82f96 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:11.111912 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device c51d9d87-1fb3-4bd3-9d04-63875bb82f96 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:11.112378 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 54360fb5-971c-4e06-8ac8-94bd1df265d1 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:11.139673 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 54360fb5-971c-4e06-8ac8-94bd1df265d1 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:11.139892 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 54360fb5-971c-4e06-8ac8-94bd1df265d1 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:11.141137 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Deleting port 696907c6-58f6-44bb-8511-87d1ed3c0c1e {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:11.141513 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.156775 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.186042 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Pushing event deleted for resources: {'Port': ['ID=696907c6-58f6-44bb-8511-87d1ed3c0c1e,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:11.187982 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] No DVR routers for this DVR port 696907c6-58f6-44bb-8511-87d1ed3c0c1e on host dv-cinder-837354-1-iscsi {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:11.216527 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] For port 696907c6-58f6-44bb-8511-87d1ed3c0c1e, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=696907c6-58f6-44bb-8511-87d1ed3c0c1e,segment=NetworkSegment(308802fa-bb9f-468e-bb75-b066bbb124ef),segment_id=308802fa-bb9f-468e-bb75-b066bbb124ef)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:11.216871 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.231847 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Calling delete_port for 696907c6-58f6-44bb-8511-87d1ed3c0c1e owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:11.270395 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (641f9d7f-500e-442e-818b-41a249abf5c3), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.293028 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641f9d7f-500e-442e-818b-41a249abf5c3']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:11.305395 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308802fa-bb9f-468e-bb75-b066bbb124ef') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:11.305700 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308802fa-bb9f-468e-bb75-b066bbb124ef') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:11.316522 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (696907c6-58f6-44bb-8511-87d1ed3c0c1e), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.318877 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (308802fa-bb9f-468e-bb75-b066bbb124ef), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.334848 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (308802fa-bb9f-468e-bb75-b066bbb124ef), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.341851 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Pushing event deleted for resources: {'Port': ['ID=696907c6-58f6-44bb-8511-87d1ed3c0c1e,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:11.342055 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (308802fa-bb9f-468e-bb75-b066bbb124ef), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:25:11.356605 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:25:11.359358 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] No DVR routers for this DVR port 696907c6-58f6-44bb-8511-87d1ed3c0c1e on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:11.371751 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.372221 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.372633 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.372975 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.373308 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.373684 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.374015 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.374337 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.374840 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.375218 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.375547 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.375895 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.376262 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.376552 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.376881 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ed1e4c-3a4f-4f0f-879b-31259b13c63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:11.448299 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (641f9d7f-500e-442e-818b-41a249abf5c3), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.456174 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:11.457279 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] 10.222.0.53 "DELETE /v2.0/networks/641f9d7f-500e-442e-818b-41a249abf5c3 HTTP/1.1" status: 204 len: 168 time: 0.7317457 Apr 11 18:25:11.460302 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34962) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:11.467952 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afaf26-6402-4a83-b73b-8b4c74827545 admin admin] Pushing event deleted for resources: {'Network': ['ID=641f9d7f-500e-442e-818b-41a249abf5c3,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:11.795979 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552133'] for router_interface (23eac2f0-ae5e-49fc-b413-4991296c236e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.028947 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Deleting port 8a2a651c-b120-44de-b019-8a0434bd723a {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:12.029281 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.107095 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] For port 8a2a651c-b120-44de-b019-8a0434bd723a, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=8a2a651c-b120-44de-b019-8a0434bd723a,segment=NetworkSegment(4f475b43-9df2-4ef2-8e73-302fac6f172e),segment_id=4f475b43-9df2-4ef2-8e73-302fac6f172e)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:12.107370 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.120799 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Calling delete_port for 8a2a651c-b120-44de-b019-8a0434bd723a owned by network:router_interface {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:12.374194 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (8a2a651c-b120-44de-b019-8a0434bd723a), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.405904 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2a651c-b120-44de-b019-8a0434bd723a,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:12.575680 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552041'] for router_interface (23eac2f0-ae5e-49fc-b413-4991296c236e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.804942 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Router 23eac2f0-ae5e-49fc-b413-4991296c236e has already been hosted by L3 agent b0ddf747-56f9-4d34-966e-6513162ad58b {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:25:12.916463 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] Notify agent at l3_agent.dv-cinder-837354-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:25:12.921591 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0d015df7-a485-431f-bb35-7ce1f1e090ad admin admin] 10.222.0.53 "PUT /v2.0/routers/23eac2f0-ae5e-49fc-b413-4991296c236e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4602261 Apr 11 18:25:12.924165 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34964) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:12.928260 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] Sync routers for ids ['23eac2f0-ae5e-49fc-b413-4991296c236e'] in dv-cinder-837354-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:25:12.939316 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] Routers {'23eac2f0-ae5e-49fc-b413-4991296c236e'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:12.939938 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:25:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['23eac2f0-ae5e-49fc-b413-4991296c236e'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:13.035402 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks [] for router (23eac2f0-ae5e-49fc-b413-4991296c236e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.054660 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] Set router 23eac2f0-ae5e-49fc-b413-4991296c236e gateway port host: dv-cinder-837354-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:13.088765 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 696907c6-58f6-44bb-8511-87d1ed3c0c1e no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:13.109662 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 696907c6-58f6-44bb-8511-87d1ed3c0c1e {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:13.110002 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 696907c6-58f6-44bb-8511-87d1ed3c0c1e not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:13.150378 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks [] for router_gateway (23eac2f0-ae5e-49fc-b413-4991296c236e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.220669 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'external_fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:25:12Z', 'revision_number': 5, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'gw_port': {'id': 'fcc6e86c-9b9e-497a-9497-7089f991ea0c', 'name': '', 'network_id': '247cd6ca-8c7d-43bc-b085-75a8b730eab8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4aad30-da3c-423a-952a-ea31eb0ddb13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-1-iscsi'}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:13.251099 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] Checking router: 23eac2f0-ae5e-49fc-b413-4991296c236e for host: dv-cinder-837354-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:25:13.256930 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Deleting port fcc6e86c-9b9e-497a-9497-7089f991ea0c {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:13.257274 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.259504 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] Routers {'23eac2f0-ae5e-49fc-b413-4991296c236e'} bound to L3 agent in host dv-cinder-837354-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:13.260143 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:04:05Z,description=,heartbeat_timestamp=2022-04-11T18:25:05Z,host='dv-cinder-837354-1-iscsi',id=b0ddf747-56f9-4d34-966e-6513162ad58b,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:04:06Z,topic='l3_agent')) {'router_ids': ['23eac2f0-ae5e-49fc-b413-4991296c236e'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:13.334565 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] For port fcc6e86c-9b9e-497a-9497-7089f991ea0c, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=fcc6e86c-9b9e-497a-9497-7089f991ea0c,segment=NetworkSegment(75692945-90ef-46ca-93f8-874a9b1d0792),segment_id=75692945-90ef-46ca-93f8-874a9b1d0792)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:13.334820 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.347699 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] Set router 23eac2f0-ae5e-49fc-b413-4991296c236e gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:13.348185 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Calling delete_port for fcc6e86c-9b9e-497a-9497-7089f991ea0c owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:13.400969 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:25:13Z', 'revision_number': 6, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'gw_port_host': None}], 'dv-cinder-837354-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:13.522533 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc87cb-94f6-4178-9077-5760ed514a87 None None] The sync data for ids ['23eac2f0-ae5e-49fc-b413-4991296c236e'] in dv-cinder-837354-1-iscsi is: [{'id': '23eac2f0-ae5e-49fc-b413-4991296c236e', 'name': 'tempest-TestVolumeBootPattern-2108625032-router', 'tenant_id': 'e12eb743a6c44cb999637a964221b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:17:24Z', 'updated_at': '2022-04-11T18:25:13Z', 'revision_number': 6, 'project_id': 'e12eb743a6c44cb999637a964221b30e', 'gw_port_host': None}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:25:13.608011 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26048838'] for port (fcc6e86c-9b9e-497a-9497-7089f991ea0c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.906084 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc6e86c-9b9e-497a-9497-7089f991ea0c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:13.970741 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545423'] for router_gateway (23eac2f0-ae5e-49fc-b413-4991296c236e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.066828 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11237'] for router (23eac2f0-ae5e-49fc-b413-4991296c236e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.069300 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks [] for router_controller (23eac2f0-ae5e-49fc-b413-4991296c236e), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.213822 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748072'] for router (23eac2f0-ae5e-49fc-b413-4991296c236e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.214259 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23eac2f0-ae5e-49fc-b413-4991296c236e {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:25:14.218581 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.219730 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-578468d3-8dfa-4db7-a1bd-9a2836a032f8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/23eac2f0-ae5e-49fc-b413-4991296c236e HTTP/1.1" status: 204 len: 168 time: 1.2948198 Apr 11 18:25:14.222234 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34966) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:14.269474 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2d3141-6e5c-49c3-a988-0048e67b4b85 admin admin] Deleting subnet 63ced07b-866b-4cf4-877f-f6f36cdf751d {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:25:14.275800 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3141-6e5c-49c3-a988-0048e67b4b85 admin admin] Publish callbacks [] for subnet (63ced07b-866b-4cf4-877f-f6f36cdf751d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.311988 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3141-6e5c-49c3-a988-0048e67b4b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25526040'] for subnet (63ced07b-866b-4cf4-877f-f6f36cdf751d), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.395696 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3141-6e5c-49c3-a988-0048e67b4b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1823750'] for subnet (63ced07b-866b-4cf4-877f-f6f36cdf751d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.550834 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3141-6e5c-49c3-a988-0048e67b4b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1823807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26048827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26094799'] for subnet (63ced07b-866b-4cf4-877f-f6f36cdf751d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.579802 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3141-6e5c-49c3-a988-0048e67b4b85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.583058 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9e2d3141-6e5c-49c3-a988-0048e67b4b85 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/63ced07b-866b-4cf4-877f-f6f36cdf751d HTTP/1.1" status: 204 len: 168 time: 0.3598588 Apr 11 18:25:14.584758 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d3141-6e5c-49c3-a988-0048e67b4b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ced07b-866b-4cf4-877f-f6f36cdf751d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:14.585788 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [-] (103992) accepted ('10.222.0.53', 34968) {{(pid=103992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:14.586278 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad3dac1-9371-47c4-a8dc-bbf2c38c030e None None] Network 76f382b7-068b-4630-971c-3c2462b1754f requested from dv-cinder-837354-1-iscsi {{(pid=103994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:25:14.661500 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1669717'] for network (76f382b7-068b-4630-971c-3c2462b1754f), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.706749 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Deleting port a56fea16-886a-44d3-869c-d0e87c9679d2 {{(pid=103992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:14.707100 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.724239 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7707693-706d-4418-bfe5-83a9913105fc None None] DHCP port deletion for 76f382b7-068b-4630-971c-3c2462b1754f request from dv-cinder-837354-1-iscsi {{(pid=103994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:25:14.763880 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-d7707693-706d-4418-bfe5-83a9913105fc None None] Deleting port a56fea16-886a-44d3-869c-d0e87c9679d2 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:14.764197 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d7707693-706d-4418-bfe5-83a9913105fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751657418015'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.773911 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.db [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] For port a56fea16-886a-44d3-869c-d0e87c9679d2, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=a56fea16-886a-44d3-869c-d0e87c9679d2,segment=NetworkSegment(4f475b43-9df2-4ef2-8e73-302fac6f172e),segment_id=4f475b43-9df2-4ef2-8e73-302fac6f172e)] {{(pid=103992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:14.774272 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.787978 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.plugin [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Calling delete_port for a56fea16-886a-44d3-869c-d0e87c9679d2 owned by network:dhcp {{(pid=103992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:14.829327 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-d7707693-706d-4418-bfe5-83a9913105fc None None] For port a56fea16-886a-44d3-869c-d0e87c9679d2, host dv-cinder-837354-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-1-iscsi',level=0,port_id=a56fea16-886a-44d3-869c-d0e87c9679d2,segment=NetworkSegment(4f475b43-9df2-4ef2-8e73-302fac6f172e),segment_id=4f475b43-9df2-4ef2-8e73-302fac6f172e)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:14.829720 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d7707693-706d-4418-bfe5-83a9913105fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571227'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.843002 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-d7707693-706d-4418-bfe5-83a9913105fc None None] Calling delete_port for a56fea16-886a-44d3-869c-d0e87c9679d2 owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:14.945198 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25692139'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.952516 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d7707693-706d-4418-bfe5-83a9913105fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751657424141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751656883505'] for port (a56fea16-886a-44d3-869c-d0e87c9679d2), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.978401 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a56fea16-886a-44d3-869c-d0e87c9679d2,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:14.978401 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] No DVR routers for this DVR port a56fea16-886a-44d3-869c-d0e87c9679d2 on host dv-cinder-837354-1-iscsi {{(pid=103992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:14.978644 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7707693-706d-4418-bfe5-83a9913105fc None None] Pushing event deleted for resources: {'Port': ['ID=a56fea16-886a-44d3-869c-d0e87c9679d2,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:14.982073 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7707693-706d-4418-bfe5-83a9913105fc None None] No DVR routers for this DVR port a56fea16-886a-44d3-869c-d0e87c9679d2 on host dv-cinder-837354-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:15.043064 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device a56fea16-886a-44d3-869c-d0e87c9679d2 no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:15.054735 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1821835', 'neutron.services.segments.db._delete_segments_for_network-8751657312943'] for network (76f382b7-068b-4630-971c-3c2462b1754f), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.062965 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: a56fea16-886a-44d3-869c-d0e87c9679d2 {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:15.063313 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device a56fea16-886a-44d3-869c-d0e87c9679d2 not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:15.063730 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 8a2a651c-b120-44de-b019-8a0434bd723a no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:15.075989 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f382b7-068b-4630-971c-3c2462b1754f']}} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:15.083980 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: 8a2a651c-b120-44de-b019-8a0434bd723a {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:15.084349 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device 8a2a651c-b120-44de-b019-8a0434bd723a not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:15.084783 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device fcc6e86c-9b9e-497a-9497-7089f991ea0c no longer exists at agent ovs-agent-dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:15.085506 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f475b43-9df2-4ef2-8e73-302fac6f172e') {'for_net_delete': True} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:15.085811 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.services.segments.db [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f475b43-9df2-4ef2-8e73-302fac6f172e') {} {{(pid=103992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:15.105027 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751657316536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25978410'] for segment (4f475b43-9df2-4ef2-8e73-302fac6f172e), before_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.111733 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] No Port match for: fcc6e86c-9b9e-497a-9497-7089f991ea0c {{(pid=103994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:15.112099 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.rpc [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Device fcc6e86c-9b9e-497a-9497-7089f991ea0c not bound to the agent host dv-cinder-837354-1-iscsi {{(pid=103994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:15.119237 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931'] for segment (4f475b43-9df2-4ef2-8e73-302fac6f172e), precommit_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1825931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25691964'] for segment (4f475b43-9df2-4ef2-8e73-302fac6f172e), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: Traceback (most recent call last): Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: timer() Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: cb(*args, **kw) Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: return func(*args, **kwargs) Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: self._notify() Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: self.callback(batched_events) Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: event.method(event) Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: return f(self, *a, **k) Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._get(url).json() Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: return self.request(url, 'GET', **kwargs) Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:25:15.131973 dv-cinder-837354-1-iscsi neutron-server[103992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:25:15.248479 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1821828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545515'] for network (76f382b7-068b-4630-971c-3c2462b1754f), after_delete {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.253803 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron_lib.callbacks.manager [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554020'] for network (None), before_response {{(pid=103992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.256977 dv-cinder-837354-1-iscsi neutron-server[103992]: INFO neutron.wsgi [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] 10.222.0.53 "DELETE /v2.0/networks/76f382b7-068b-4630-971c-3c2462b1754f HTTP/1.1" status: 204 len: 168 time: 0.6702714 Apr 11 18:25:15.268028 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6099383-eeb3-47a8-935b-a7f06769bf8f admin admin] Pushing event deleted for resources: {'Network': ['ID=76f382b7-068b-4630-971c-3c2462b1754f,revision_number=None']} {{(pid=103992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:15.637963 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34972) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:15.677950 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-164a8cc6-cb97-45e3-93c9-c2f9f31203b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a30b93fdaa5346598d9e8d3d46808420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387473 Apr 11 18:25:15.680396 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34974) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:15.727488 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-492dc86d-d8d8-47bb-a4b3-8065c2182f5e admin admin] Publish callbacks [] for security_group (c076d2b9-9c94-435c-b1d7-d73d25a9bed3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.749389 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-492dc86d-d8d8-47bb-a4b3-8065c2182f5e admin admin] Publish callbacks [] for security_group (c076d2b9-9c94-435c-b1d7-d73d25a9bed3), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.910507 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-492dc86d-d8d8-47bb-a4b3-8065c2182f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (c076d2b9-9c94-435c-b1d7-d73d25a9bed3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.913069 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-492dc86d-d8d8-47bb-a4b3-8065c2182f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:15.914219 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-492dc86d-d8d8-47bb-a4b3-8065c2182f5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c076d2b9-9c94-435c-b1d7-d73d25a9bed3 HTTP/1.1" status: 204 len: 168 time: 0.2323787 Apr 11 18:25:15.922034 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dc86d-d8d8-47bb-a4b3-8065c2182f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c076d2b9-9c94-435c-b1d7-d73d25a9bed3,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:16.659358 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34980) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:16.700573 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3ea2e468-aefa-4e9e-973d-9d93a69fc5c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e12eb743a6c44cb999637a964221b30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431988 Apr 11 18:25:16.702966 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.53', 34982) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:16.751167 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6d53d322-2e48-4f0b-a3d1-249f852d50f4 admin admin] Publish callbacks [] for security_group (37a7335f-069f-4728-914e-cf372aa8e12e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:16.772010 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6d53d322-2e48-4f0b-a3d1-249f852d50f4 admin admin] Publish callbacks [] for security_group (37a7335f-069f-4728-914e-cf372aa8e12e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:16.870891 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6d53d322-2e48-4f0b-a3d1-249f852d50f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774931'] for security_group (37a7335f-069f-4728-914e-cf372aa8e12e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:16.873469 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6d53d322-2e48-4f0b-a3d1-249f852d50f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:16.874681 dv-cinder-837354-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6d53d322-2e48-4f0b-a3d1-249f852d50f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37a7335f-069f-4728-914e-cf372aa8e12e HTTP/1.1" status: 204 len: 168 time: 0.1708257 Apr 11 18:25:16.883496 dv-cinder-837354-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53d322-2e48-4f0b-a3d1-249f852d50f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a7335f-069f-4728-914e-cf372aa8e12e,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:31.673677 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:32.841761 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-47691bad-6a7b-47e3-810c-7d442c3ec359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:35.041582 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5ebffd90-eb0d-4e3b-ae94-e3f1105a7601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:36.537593 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:37.784557 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:39.104157 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.261370 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:26:01.601192 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.806556 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bccb66af-6927-4a0b-b99d-54c2b60aca13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:05.092558 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-88810204-0d53-4e5a-829b-493c433db6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:06.514976 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:07.755896 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:09.103614 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:18.262172 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:26:31.594564 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:32.823159 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bd48184e-7949-44c9-a7d0-16a30ca1afe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:35.033767 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2f208405-ce6c-4184-8097-c56618692fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:36.503162 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.765224 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:39.097259 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:55.263540 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:27:01.599545 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:02.844220 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8c47b5ac-5d93-4892-8bda-68327e4dd8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.078270 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-50b0aa4b-2839-4250-aaab-a196a7498ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:06.513812 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:07.788874 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.096890 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:31.614760 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:32.262922 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:27:32.804955 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3be9244c-e07c-4b1a-a7cf-090fa39794db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:35.113063 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5a213fd1-9cde-4f45-8c60-73e27bd9343b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:36.529618 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:37.803574 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:39.090313 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:01.619744 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:02.813897 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-aa349407-4cde-446b-a0ff-f7167a8590ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:05.076620 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-846f6e73-cd8f-47b0-92a7-06c08d6798d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:06.518271 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:07.775451 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:09.139559 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:09.263121 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:28:31.626267 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:32.820773 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-55284e2e-60ad-4ac9-8d34-ce4a266a4612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:35.026206 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d73c6cf7-5bc8-496f-8c22-4a3d7304b997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:36.529265 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:37.832244 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:39.088899 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:39.205290 dv-cinder-837354-1-iscsi neutron-server[103992]: DEBUG neutron.wsgi [req-c2287326-3a1f-4cf6-8b14-d92cdac25cb2 req-5c51cb0f-24a9-460d-9805-8cc7c2dd0942 service neutron] (103992) timed out ('10.222.0.15', 59616) {{(pid=103992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 18:28:46.262198 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:29:01.654046 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:02.806805 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-dbf5758d-f412-4b62-9200-7e4c4a952e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.082778 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b3cf03c1-8ee5-41e1-a4e2-aa74709fd953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:06.566312 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:07.785361 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:09.104264 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:23.262159 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:29:31.678925 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:32.802246 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-28cdfe21-2030-4b28-aead-716bb8efe431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:35.057335 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-441ebc91-ba6a-49d7-8b93-ab5ad2c3290e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:36.556558 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:37.783162 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:39.122425 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.261919 dv-cinder-837354-1-iscsi neutron-server[103995]: DEBUG neutron.db.agents_db [None req-6ec0679a-0d92-4c0e-a252-17018a1513ae None None] Agent healthcheck: found 6 active agents {{(pid=103995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:30:01.673309 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:02.807037 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f17e6721-4aac-480b-8e51-fa61ed27ffe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:05.062041 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e849bea1-4bbd-4e67-959e-9239e6f105fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (b0ddf747-56f9-4d34-966e-6513162ad58b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:06.547731 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d4a481c9-780a-4538-b648-88f67167a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (c0f08e7f-89e4-496f-85e3-ce33ba7e6a44), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:07.787909 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8e309e16-cf13-4f8e-ba6f-62ca8cdf8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (335c967d-1bf9-48b0-a9df-f52beb167a01), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:09.098482 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6f15-e173-41cf-8827-51dbf00e8658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (5f45a94b-5508-45ce-a2c8-6aef5a9e4374), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:31.695677 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-60246407-fc8c-4b92-840c-5474922fccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (af1f12f9-4a23-4466-99ba-d42c0eb5f883), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:32.806627 dv-cinder-837354-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-00da0582-b511-4238-bd9a-6da93d64a0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751657312925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1867980'] for agent (824123e6-60cf-423a-87f5-06c3d3da05cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}